-- Logs begin at Thu 2021-09-02 16:11:47 UTC, end at Thu 2021-09-02 17:33:32 UTC. -- Sep 02 17:02:24.614895 dv-cinder-777031-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 02 17:02:27.363460 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.common.config [-] Logging enabled! Sep 02 17:02:27.364093 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev588 Sep 02 17:02:27.364250 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94621) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 02 17:02:27.367473 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.common.config [-] Logging enabled! Sep 02 17:02:27.367761 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev588 Sep 02 17:02:27.368073 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94621) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 02 17:02:27.369017 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 02 17:02:27.369241 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 02 17:02:27.369629 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 02 17:02:27.369878 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 02 17:02:27.370105 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 02 17:02:27.370423 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.370721 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.371017 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.371249 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.371545 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.371833 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.372117 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.372405 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.372700 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.372986 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.373267 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.373573 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.373804 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.374086 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.374372 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.374657 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.374880 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] debug = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.375159 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.375581 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.375988 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.376271 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.376560 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.376839 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.377111 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.377414 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.377698 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.378024 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] host = dv-cinder-777031-8-iscsi {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.378304 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.378589 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.378875 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.379161 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.379436 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.379715 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.380000 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.380276 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.380550 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] log_file = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.380827 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.381115 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.381432 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.381725 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.381950 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.382171 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.382458 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.382741 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.383016 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.383845 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.384091 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.384366 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.384642 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.384911 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.385196 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.385513 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.385797 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.386073 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.386347 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.386621 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.386894 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.387176 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.387450 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.387724 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.387997 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.388283 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.388555 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.388829 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.389128 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.389439 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.389727 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.390010 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.390282 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.390563 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.390838 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.391111 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.391381 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] use_json = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.391651 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.391919 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.392195 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.392465 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.392736 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.393008 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.393278 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.393584 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:27.393878 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.394171 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.394469 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.394753 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.395048 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.395329 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.395617 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.395896 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.396184 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.396472 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.396760 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.397037 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.397349 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.397629 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.397923 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.398224 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.398516 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.399370 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.399669 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.400078 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.400357 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.400638 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.400929 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.401212 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.401528 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.401820 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.402103 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.402391 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.402684 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.402971 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.403247 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.403530 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.403821 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.404100 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.404375 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.404654 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.404942 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.405221 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.405520 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.405803 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.406081 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.406355 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.406627 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.406904 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.407195 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.407473 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.407745 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.408032 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.408294 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.408566 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.408848 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.409124 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.409426 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.409708 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.409986 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.410261 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.410535 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.410812 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.411085 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.411364 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.411636 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.411909 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.412182 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.412454 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.412726 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.412996 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.413269 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.413576 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.413851 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.414122 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.414451 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.414917 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.415198 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.415490 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.415791 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.416074 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.416357 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.416641 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.416922 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.417203 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.417509 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.417795 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.418077 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.418354 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.418646 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.418933 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.419221 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.419508 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.419794 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.420098 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.420380 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.420668 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.420948 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.421231 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.421544 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.421835 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.422135 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.422435 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.422731 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.423028 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.423325 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.423611 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.423921 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.424204 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:27.424423 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 02 17:02:27.424666 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94621) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 02 17:02:27.780501 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94621) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 02 17:02:27.780785 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94621) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 02 17:02:27.781081 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94621) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 02 17:02:27.781447 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 02 17:02:28.174868 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.175163 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.175438 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.176750 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.177026 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.177321 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.214116 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.214393 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.214661 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.229196 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.229518 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.229789 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.257254 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.257561 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.257829 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.295739 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.296023 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.296295 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.527871 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.528723 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.528723 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.528723 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.529315 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.652557 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.652876 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.653170 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.653467 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.653738 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.654050 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.654313 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.654573 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.654828 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.655111 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.655374 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.655646 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.655902 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.656155 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.656413 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.656685 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.656939 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.657210 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.657509 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.657772 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.658046 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.658304 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.658591 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.658971 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.659229 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.659479 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.659878 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 17:02:28.660123 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 17:02:28.660363 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 17:02:28.660602 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 17:02:28.660839 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 17:02:28.661079 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 17:02:28.661467 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 02 17:02:28.664640 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 02 17:02:28.668744 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 02 17:02:28.672372 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Sep 02 17:02:28.674030 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 02 17:02:28.674486 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 02 17:02:28.674825 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 02 17:02:28.675214 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 02 17:02:28.678004 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 02 17:02:28.678259 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 02 17:02:28.678606 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 02 17:02:28.684444 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 02 17:02:28.706640 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 02 17:02:28.707096 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.707392 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94621) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 02 17:02:28.707755 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.709099 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94621) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 02 17:02:28.709575 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 02 17:02:28.709832 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 02 17:02:28.713166 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.713476 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:28.777825 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 02 17:02:28.778118 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 02 17:02:28.778309 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 02 17:02:28.778691 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 02 17:02:28.801676 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_db.sqlalchemy.engines [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94621) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 02 17:02:29.532067 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Initializing driver for type 'gre' Sep 02 17:02:29.533054 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] gre ID ranges: [(1, 1000)] Sep 02 17:02:29.714953 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Initializing driver for type 'local' Sep 02 17:02:29.715393 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Initializing driver for type 'vlan' Sep 02 17:02:29.849136 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] VlanTypeDriver initialization complete Sep 02 17:02:29.849444 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Initializing driver for type 'vxlan' Sep 02 17:02:29.849963 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] vxlan ID ranges: [(1, 1000)] Sep 02 17:02:30.077771 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Initializing extension driver 'port_security' Sep 02 17:02:30.078173 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.extensions.port_security [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] PortSecurityExtensionDriver initialization complete Sep 02 17:02:30.078550 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Initializing mechanism driver 'openvswitch' Sep 02 17:02:30.078942 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Initializing mechanism driver 'hyperv' Sep 02 17:02:30.088741 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.plugin [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:02:30.089462 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > port after_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.089838 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > port after_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.090188 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > port after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.090731 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 17:02:30.091164 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > subnet after_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.091518 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > subnet after_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.091862 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.092247 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 17:02:30.092660 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > network after_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.093029 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > network after_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.093411 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > network after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.093798 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 17:02:30.094200 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > security_group after_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.094548 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > security_group after_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.094889 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.095416 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 17:02:30.095824 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.096206 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.096548 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.096940 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 17:02:30.097370 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > address_group after_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.097717 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > address_group after_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.098056 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.098440 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 17:02:30.098817 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] ML2 OVO RPC backend initialized. {{(pid=94621) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 02 17:02:30.099558 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.099869 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.100283 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > network before_response 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.100631 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > networks before_response 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.100977 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > port before_response 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.101340 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > ports before_response 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.101689 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > subnet before_response 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.102131 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > subnets before_response 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.102478 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > network after_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.102818 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > network after_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.103156 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > network after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.103489 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > port after_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.103822 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > port after_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.104154 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > port after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.104489 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > subnet after_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.104843 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > subnet after_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.105203 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.105799 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.plugin [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Modular L2 Plugin initialization complete Sep 02 17:02:30.106129 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading services supported by the core plugin {{(pid=94621) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 02 17:02:30.106451 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.plugins.ml2.managers [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Got port-security extension from driver 'port_security' Sep 02 17:02:30.106902 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.extensions.vlantransparent [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Disabled vlantransparent extension. Sep 02 17:02:30.107380 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94621) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 02 17:02:30.107691 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading Plugin: router Sep 02 17:02:30.163234 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.163619 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router after_create 55549900 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.163986 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router before_create 55549900 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.164373 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.164745 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.165099 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router after_delete 55549900 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.165482 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.165832 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.166188 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router after_create 55549900 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.166532 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router after_update 55549900 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.166880 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router after_update 55549900 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.167228 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.167583 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router after_update 55549900 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.168020 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router precommit_update 55549900 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.168366 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: port after_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.168709 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: port after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.169046 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: subnet after_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.169407 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.169757 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.170106 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router precommit_create 55549900 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.170446 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: port before_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.170787 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router precommit_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.171142 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router after_update 55549900 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.171484 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.171834 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router precommit_create 55549900 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.172193 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.172537 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router precommit_update 55549900 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.172899 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > agent after_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.173253 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > agent after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.173643 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > network after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.174501 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Tracking information for resource: router configured {{(pid=94621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 17:02:30.174835 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Tracking information for resource: floatingip configured {{(pid=94621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 17:02:30.179825 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.db.l3_agentschedulers_db [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 02 17:02:30.181158 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: port after_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.181554 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: port after_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.181908 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: port after_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.182259 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: port after_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.183052 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router before_create 55550100 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.183416 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.183783 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router precommit_create 55550100 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.184136 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > router precommit_update 55550100 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.188670 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.services.provider_configuration [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Service providers = [] {{(pid=94621) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 02 17:02:30.192556 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.db.servicetype_db [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94621) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 02 17:02:30.195158 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.services.service_base [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94621) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 17:02:30.195513 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.services.service_base [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94621) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 17:02:30.196477 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.services.service_base [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94621) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 17:02:30.197468 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.services.service_base [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94621) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 17:02:30.197842 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.services.service_base [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 02 17:02:30.198219 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 17:02:30.198535 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 02 17:02:30.209073 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 17:02:30.209441 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading Plugin: auto_allocate Sep 02 17:02:30.222697 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: network precommit_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.223071 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: network precommit_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.223593 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 17:02:30.223922 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading Plugin: tag Sep 02 17:02:30.230460 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 17:02:30.230789 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading Plugin: timestamp Sep 02 17:02:30.234815 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 17:02:30.235143 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading Plugin: network_ip_availability Sep 02 17:02:30.240543 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.240915 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.241270 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.242013 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 17:02:30.242331 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading Plugin: flavors Sep 02 17:02:30.247672 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 17:02:30.248007 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading Plugin: revisions Sep 02 17:02:30.256827 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 17:02:30.257211 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_concurrency.lockutils [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.476s {{(pid=94621) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 02 17:02:30.257971 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94621) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 02 17:02:30.258996 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Initializing extension manager. Sep 02 17:02:30.259516 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: __init__.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.259855 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: __pycache__ {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.260188 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.260520 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: address_group.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.261273 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.261867 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: address-group Sep 02 17:02:30.262191 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: address_scope.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.263084 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.263591 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: address-scope Sep 02 17:02:30.263915 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.264871 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.265408 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: router-admin-state-down-before-update Sep 02 17:02:30.265731 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: agent.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.266428 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.266927 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: agent Sep 02 17:02:30.267247 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: agent_resources_synced.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.268156 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.268654 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: agent-resources-synced Sep 02 17:02:30.268977 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: allowedaddresspairs.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.270800 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.271310 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: allowed-address-pairs Sep 02 17:02:30.271634 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: auto_allocated_topology.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.272701 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.273206 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: auto-allocated-topology Sep 02 17:02:30.273557 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: availability_zone.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.274418 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.274918 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: availability_zone Sep 02 17:02:30.275240 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: availability_zone_filter.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.276146 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.276645 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: availability_zone_filter Sep 02 17:02:30.276963 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: data_plane_status.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.277892 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.278390 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension data-plane-status not supported by any of loaded plugins Sep 02 17:02:30.278708 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: default_subnetpools.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.279615 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.280110 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: default-subnetpools Sep 02 17:02:30.280433 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.281233 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.281762 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: dhcp_agent_scheduler Sep 02 17:02:30.282130 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: dns.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.283022 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.283517 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension dns-integration not supported by any of loaded plugins Sep 02 17:02:30.283842 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: dns_domain_ports.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.284749 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.285246 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 02 17:02:30.285595 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.286501 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.287049 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 02 17:02:30.287552 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: dvr.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.288098 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.288544 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: dvr Sep 02 17:02:30.288870 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: ecmp_routes.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.294640 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.295142 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 02 17:02:30.295463 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: empty_string_filtering.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.296376 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.296879 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: empty-string-filtering Sep 02 17:02:30.297203 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.298133 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.298634 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 02 17:02:30.298950 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.299868 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.300369 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 02 17:02:30.300689 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: external_net.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.301625 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.302125 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: external-net Sep 02 17:02:30.302443 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.303382 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.303881 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: extra_dhcp_opt Sep 02 17:02:30.304198 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: extraroute.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.305643 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.306142 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: extraroute Sep 02 17:02:30.306460 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: extraroute_atomic.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.307511 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.308011 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: extraroute-atomic Sep 02 17:02:30.308331 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: filter_validation.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.308991 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.309514 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: filter-validation Sep 02 17:02:30.309833 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: fip_pf_description.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.310732 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.311223 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 02 17:02:30.311541 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: fip_port_details.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.317783 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.318283 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: fip-port-details Sep 02 17:02:30.318604 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: flavors.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.319838 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.320347 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: flavors Sep 02 17:02:30.321393 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.323075 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.323587 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 02 17:02:30.323917 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: floatingip_pools.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.324616 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.325113 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: floatingip-pools Sep 02 17:02:30.325467 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: ip_allocation.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.326441 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.326936 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension ip_allocation not supported by any of loaded plugins Sep 02 17:02:30.327258 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.328177 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.328682 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: ip-substring-filtering Sep 02 17:02:30.329003 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: l2_adjacency.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.329945 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.330488 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 02 17:02:30.330807 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: l3.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.331941 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.332449 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: router Sep 02 17:02:30.332773 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.335043 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.335572 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 02 17:02:30.335903 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.336870 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.337407 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: ext-gw-mode Sep 02 17:02:30.337735 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.338665 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.339171 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: l3-ha Sep 02 17:02:30.339497 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: l3_flavors.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.346652 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.347158 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: l3-flavors Sep 02 17:02:30.347480 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.348385 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.348893 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 02 17:02:30.349213 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: l3agentscheduler.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.350330 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.350820 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: l3_agent_scheduler Sep 02 17:02:30.351141 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: logging.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.353785 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.354296 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension logging not supported by any of loaded plugins Sep 02 17:02:30.354623 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: metering.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.355363 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.355931 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: metering Sep 02 17:02:30.356254 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.357375 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.357883 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: metering_source_and_destination_fields Sep 02 17:02:30.358206 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: multiprovidernet.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.359121 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.359627 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: multi-provider Sep 02 17:02:30.359942 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: netmtu.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.360861 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.361387 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: net-mtu Sep 02 17:02:30.361733 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: netmtu_writable.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.362658 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.363148 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: net-mtu-writable Sep 02 17:02:30.363470 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: network_availability_zone.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.364130 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.364632 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: network_availability_zone Sep 02 17:02:30.364951 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: network_ip_availability.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.366065 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.366571 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: network-ip-availability Sep 02 17:02:30.366897 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: network_segment_range.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.368203 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.368857 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension network-segment-range not supported by any of loaded plugins Sep 02 17:02:30.369355 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: pagination.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.373137 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.373536 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: pagination Sep 02 17:02:30.373846 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: port_device_profile.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.374764 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.375267 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: port-device-profile Sep 02 17:02:30.375589 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.376510 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.377007 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: port-mac-address-regenerate Sep 02 17:02:30.377352 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.378259 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.378758 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: port-numa-affinity-policy Sep 02 17:02:30.379090 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: port_resource_request.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.380146 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.380639 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension port-resource-request not supported by any of loaded plugins Sep 02 17:02:30.380959 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: portbindings.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.381912 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.382419 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: binding Sep 02 17:02:30.382747 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: portbindings_extended.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.384153 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.384665 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: binding-extended Sep 02 17:02:30.384991 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: portsecurity.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.385927 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.386432 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: port-security Sep 02 17:02:30.386754 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: project_id.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.387725 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.388057 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: project-id Sep 02 17:02:30.388379 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: providernet.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.389312 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.389822 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: provider Sep 02 17:02:30.390143 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: qos.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.393717 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.394233 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension qos not supported by any of loaded plugins Sep 02 17:02:30.394566 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.395803 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.396315 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 02 17:02:30.396642 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.397580 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.398088 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 02 17:02:30.398412 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: qos_default.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.404141 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.404645 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension qos-default not supported by any of loaded plugins Sep 02 17:02:30.404969 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: qos_fip.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.405648 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.406146 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension qos-fip not supported by any of loaded plugins Sep 02 17:02:30.406468 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: qos_gateway_ip.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.407389 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.407883 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 02 17:02:30.408204 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: qos_port_network_policy.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.409108 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.409634 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 02 17:02:30.409959 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: qos_pps_rule.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.411135 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.411643 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension qos-pps not supported by any of loaded plugins Sep 02 17:02:30.411968 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: qos_rule_type_details.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.412874 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.413415 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 02 17:02:30.413748 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: qos_rules_alias.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.415562 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.416071 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 02 17:02:30.416395 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: quotasv2.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.417359 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.417691 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: quotas Sep 02 17:02:30.418045 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: quotasv2_detail.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.421339 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.421728 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: quota_details Sep 02 17:02:30.422066 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: rbac.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.423130 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.423648 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: rbac-policies Sep 02 17:02:30.423974 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: rbac_address_group.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.424904 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.425443 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: rbac-address-group Sep 02 17:02:30.425769 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: rbac_address_scope.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.426687 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.427195 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: rbac-address-scope Sep 02 17:02:30.427542 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: rbac_security_groups.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.428453 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.428955 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: rbac-security-groups Sep 02 17:02:30.429277 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: rbac_subnetpool.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.430760 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.431337 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: rbac-subnetpool Sep 02 17:02:30.431662 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: revisionifmatch.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.432585 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.433093 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: revision-if-match Sep 02 17:02:30.433453 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: revisions.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.438427 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.438985 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: standard-attr-revisions Sep 02 17:02:30.439350 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: router_availability_zone.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.440112 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.440668 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: router_availability_zone Sep 02 17:02:30.441032 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: routerservicetype.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.442021 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.442573 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension router-service-type not supported by any of loaded plugins Sep 02 17:02:30.442932 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.443879 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.444445 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: security-groups-normalized-cidr Sep 02 17:02:30.444840 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.446278 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.446979 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: port-security-groups-filtering Sep 02 17:02:30.447381 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.448389 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.448988 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: security-groups-remote-address-group Sep 02 17:02:30.449479 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: securitygroup.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.460586 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.461106 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: security-group Sep 02 17:02:30.461595 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: segment.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.462401 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.462900 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension segment not supported by any of loaded plugins Sep 02 17:02:30.463229 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.464181 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.464688 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 02 17:02:30.465015 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: servicetype.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.466289 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.466807 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: service-type Sep 02 17:02:30.467138 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: sorting.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.468137 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.468461 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: sorting Sep 02 17:02:30.468784 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: standard_attr_segment.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.469722 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.470235 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 02 17:02:30.470596 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: standardattrdescription.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.471242 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.471744 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: standard-attr-description Sep 02 17:02:30.472064 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: stateful_security_group.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.472980 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.473548 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: stateful-security-group Sep 02 17:02:30.473872 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: stdattrs_common.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.474445 dv-cinder-777031-8-iscsi neutron-server[94621]: WARNING neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 02 17:02:30.474759 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.475679 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.476184 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 02 17:02:30.476501 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: subnet_onboard.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.484597 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.485146 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: subnet_onboard Sep 02 17:02:30.485549 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.486522 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.487039 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 02 17:02:30.487369 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: subnet_service_types.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.488305 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.488821 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: subnet-service-types Sep 02 17:02:30.489149 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: subnetallocation.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.490264 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.490826 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: subnet_allocation Sep 02 17:02:30.491153 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.491833 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.492340 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: subnetpool-prefix-ops Sep 02 17:02:30.493474 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.494547 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.495064 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 02 17:02:30.495413 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: tagging.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.496501 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.497012 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: standard-attr-tag Sep 02 17:02:30.497386 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: timestamp.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.498610 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.499127 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loaded extension: standard-attr-timestamp Sep 02 17:02:30.499460 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: trunk.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.500496 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.501015 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension trunk not supported by any of loaded plugins Sep 02 17:02:30.501373 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: trunk_details.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.502361 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.502816 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension trunk-details not supported by any of loaded plugins Sep 02 17:02:30.503146 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: uplink_status_propagation.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.504069 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.504579 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 02 17:02:30.504907 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Loading extension file: vlantransparent.py {{(pid=94621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 17:02:30.505622 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 17:02:30.510310 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 02 17:02:30.510310 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Creating instance of TrackedResource for resource:network Sep 02 17:02:30.510310 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Creating instance of TrackedResource for resource:subnet Sep 02 17:02:30.510310 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 17:02:30.510310 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Creating instance of TrackedResource for resource:port Sep 02 17:02:30.511244 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.v2.resource_helper [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:02:30.511691 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.v2.resource_helper [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Service FLAVORS assigned prefix: {{(pid=94621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:02:30.512334 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.v2.resource_helper [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:02:30.512772 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.v2.resource_helper [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:02:30.513104 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Creating instance of TrackedResource for resource:router Sep 02 17:02:30.513560 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Creating instance of TrackedResource for resource:floatingip Sep 02 17:02:30.514055 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.v2.resource_helper [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Service METERING assigned prefix: /metering {{(pid=94621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:02:30.515520 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.515903 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.516276 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:02:30.517313 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Creating instance of CountableResource for resource:rbac_policy Sep 02 17:02:30.517790 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Creating instance of TrackedResource for resource:security_group Sep 02 17:02:30.518231 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 02 17:02:30.518842 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.v2.resource_helper [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Service CORE assigned prefix: {{(pid=94621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:02:30.519174 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 17:02:30.519519 dv-cinder-777031-8-iscsi neutron-server[94621]: WARNING neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] subnetpool is already registered Sep 02 17:02:30.519959 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.v2.resource_helper [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Service CORE assigned prefix: {{(pid=94621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:02:30.520287 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 17:02:30.520620 dv-cinder-777031-8-iscsi neutron-server[94621]: WARNING neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] subnetpool is already registered Sep 02 17:02:30.522969 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.v2.resource_helper [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:02:30.523408 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.v2.resource_helper [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Service FLAVORS assigned prefix: {{(pid=94621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:02:30.524007 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.v2.resource_helper [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:02:30.524433 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.v2.resource_helper [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:02:30.524768 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Creating instance of TrackedResource for resource:router Sep 02 17:02:30.525107 dv-cinder-777031-8-iscsi neutron-server[94621]: WARNING neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] router is already registered Sep 02 17:02:30.525558 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Creating instance of TrackedResource for resource:floatingip Sep 02 17:02:30.525897 dv-cinder-777031-8-iscsi neutron-server[94621]: WARNING neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] floatingip is already registered Sep 02 17:02:30.526354 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.v2.resource_helper [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Service METERING assigned prefix: /metering {{(pid=94621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:02:30.527021 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Creating instance of CountableResource for resource:rbac_policy Sep 02 17:02:30.527351 dv-cinder-777031-8-iscsi neutron-server[94621]: WARNING neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] rbac_policy is already registered Sep 02 17:02:30.527764 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Creating instance of TrackedResource for resource:security_group Sep 02 17:02:30.528099 dv-cinder-777031-8-iscsi neutron-server[94621]: WARNING neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] security_group is already registered Sep 02 17:02:30.528501 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 02 17:02:30.528834 dv-cinder-777031-8-iscsi neutron-server[94621]: WARNING neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] security_group_rule is already registered Sep 02 17:02:30.529554 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.v2.resource_helper [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Service CORE assigned prefix: {{(pid=94621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:02:30.529887 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 17:02:30.530238 dv-cinder-777031-8-iscsi neutron-server[94621]: WARNING neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] subnetpool is already registered Sep 02 17:02:30.530649 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.v2.resource_helper [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Service CORE assigned prefix: {{(pid=94621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 17:02:30.530972 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 17:02:30.531304 dv-cinder-777031-8-iscsi neutron-server[94621]: WARNING neutron.quota.resource_registry [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] subnetpool is already registered Sep 02 17:02:30.531778 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: extensions {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.533262 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: address-groups {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.534788 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: address-scopes {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.536134 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: agents {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.537311 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: auto-allocated-topology {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.538569 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: availability_zones {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.540495 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: dhcp-networks {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.542054 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: dhcp-agents {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.543507 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: routers {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.545781 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: flavors {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.546958 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: service_profiles {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.548186 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: next_providers {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.549662 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: service_profiles {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.551210 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: floatingip-pools {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.552443 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: routers {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.554609 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: floatingips {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.556845 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: l3-routers {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.558326 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: l3-agents {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.559748 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: metering-labels {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.561124 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: metering-label-rules {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.562442 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: network-ip-availabilities {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.563734 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: bindings {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.566271 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: quotas {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.567765 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: quotas {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.569199 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: rbac-policies {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.570446 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: security-groups {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.572132 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: security-group-rules {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.573435 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: service-providers {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.574672 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: subnetpools {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.576133 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: subnetpools {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.577666 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: tags {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.579338 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: tags {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.581236 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: tags {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.583099 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: tags {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.584883 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: tags {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.586901 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: tags {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.588599 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: tags {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.590547 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: tags {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.592316 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: tags {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.594094 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron.api.extensions [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Extended resource: tags {{(pid=94621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 17:02:30.600172 dv-cinder-777031-8-iscsi neutron-server[94621]: WARNING keystonemiddleware.auth_token [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 02 17:02:30.605501 dv-cinder-777031-8-iscsi neutron-server[94621]: WARNING keystonemiddleware.auth_token [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 02 17:02:30.613744 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_concurrency.lockutils [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Acquired lock "singleton_lock" {{(pid=94621) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 02 17:02:30.614222 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_concurrency.lockutils [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Releasing lock "singleton_lock" {{(pid=94621) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 02 17:02:30.614863 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO oslo_service.service [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Starting 2 workers Sep 02 17:02:30.620459 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Started child 94732 {{(pid=94621) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 17:02:30.624960 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Started child 94733 {{(pid=94621) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 17:02:30.625771 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:30.626596 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO neutron.service [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 02 17:02:30.627211 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Notify callbacks [] for process, before_spawn {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:30.627377 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [-] (94732) wsgi starting up on http://0.0.0.0:9696 Sep 02 17:02:30.629716 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO oslo_service.service [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Starting 1 workers Sep 02 17:02:30.629912 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:30.631218 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [-] (94733) wsgi starting up on http://0.0.0.0:9696 Sep 02 17:02:30.634991 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Started child 94734 {{(pid=94621) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 17:02:30.635555 dv-cinder-777031-8-iscsi neutron-server[94621]: INFO oslo_service.service [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Starting 1 workers Sep 02 17:02:30.639113 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.service [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] calling RpcWorker wait() {{(pid=94734) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 02 17:02:30.639700 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.service [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] returning from RpcWorker wait() {{(pid=94734) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 02 17:02:30.640180 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Started child 94735 {{(pid=94621) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 17:02:30.641000 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG neutron_lib.callbacks.manager [None req-4992c94b-827f-4237-8181-b22d0f81c891 None None] Notify callbacks [] for process, after_spawn {{(pid=94621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:30.641384 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:30.641947 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:02:30.642882 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94621) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 02 17:02:30.643098 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 02 17:02:30.643286 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 02 17:02:30.643516 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 02 17:02:30.643870 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 02 17:02:30.644034 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 02 17:02:30.644550 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.644853 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.644943 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:30.645415 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.645415 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.645696 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.646274 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.646564 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.646819 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.647100 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.647353 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.647526 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.647695 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.647958 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.648189 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.648490 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.648909 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.649652 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.649652 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.649652 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.650017 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.650153 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.650359 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.650626 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] debug = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.650878 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.651386 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.651611 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.651867 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.652102 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.652377 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.652602 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.652875 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.653125 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.653389 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.653661 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.653937 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.654170 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.654386 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.654623 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.654888 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.655107 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.655592 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] host = dv-cinder-777031-8-iscsi {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.655827 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.656054 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.656299 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.656525 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.656771 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.656986 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.657266 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.657511 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.657773 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.658001 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.658240 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.658494 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.658725 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.658958 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] log_file = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.659123 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] log_options = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.659347 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.659597 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.659842 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.660029 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.660198 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.660382 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.660630 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.660793 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.661044 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.661277 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.661513 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.661743 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.661959 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.662202 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.662466 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.662715 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.662958 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.663188 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.663444 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.663686 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.663909 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.664135 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.664880 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.665083 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.665682 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.665682 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.666050 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.666244 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.666373 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.666556 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.666789 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.667041 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.667364 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.667534 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.667753 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.667981 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.668195 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.668456 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.668685 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.668946 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.669189 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.669445 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.669691 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.669904 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.670142 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.670356 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] use_json = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.670569 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.670811 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.671068 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.671282 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.671518 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.671731 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.671943 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.672189 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.672604 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.672904 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.673196 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.673443 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.673705 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.673956 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.674201 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.674418 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.674676 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.674898 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.675173 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:02:30.675332 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.675472 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.675727 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.675969 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.676245 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.676599 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.676854 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.677126 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.677477 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.677633 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.677889 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.678106 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.678375 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.678626 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.678857 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.679085 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.679324 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.679657 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.679928 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.680779 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.681401 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.681401 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.681673 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.681853 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.682225 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.682225 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.682803 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.682944 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.683196 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.683350 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.683583 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.683824 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.684043 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.684275 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.684500 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.684739 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.684972 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.685225 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.685467 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.685684 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.685927 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.686146 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.686379 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.686601 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.686882 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.687130 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.687381 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.687623 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.687812 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.688073 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.688267 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.688509 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.688730 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.688945 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.689160 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.689632 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.690099 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.690099 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.691409 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.691409 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.691409 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.691409 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.691409 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.691409 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.692333 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.692333 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.692333 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.692333 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.692633 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.692633 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.692833 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.693049 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.693264 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.693506 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.693738 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.699199 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.699199 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.699199 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.699199 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.699199 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.699199 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.699199 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.699199 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.699795 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.699795 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.699795 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.699795 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.699795 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.699795 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.699795 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.699795 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.700383 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.700383 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.700383 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.700383 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.700383 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.700383 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.700383 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.700383 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.700925 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.700925 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.700925 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.700925 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.700925 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.701309 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.701309 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.701594 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.701840 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.702144 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.702371 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.702646 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.702952 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.703200 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.703458 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.703691 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.703940 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.704183 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.704431 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.704692 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.704922 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.705171 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.705447 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.705727 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.705977 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.706219 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.706436 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.706668 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.706999 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.707232 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.707447 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.707682 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.707980 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.708225 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.708465 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.708726 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.708972 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.709232 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.709531 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.709769 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.710002 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.710421 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.710681 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.713094 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.713094 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.713094 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.713094 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.713094 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.713094 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.713094 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.713094 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.713775 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.713775 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.713775 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.713775 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.713775 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.714187 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.714267 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.714451 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.714671 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.714891 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.715214 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.715453 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.715722 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.716126 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.716403 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.716668 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.716918 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.717171 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.717472 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.717741 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.717987 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.718398 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.718767 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.719138 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.719373 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.719626 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.719860 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.720079 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.720309 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.720547 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.720784 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.721022 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.721385 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.721639 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.721866 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.722250 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.722461 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.723424 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.723424 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.723424 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.723424 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.723424 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.725581 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.725581 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.725581 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.725581 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.725581 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.725581 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.725581 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.725581 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.725581 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.726211 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.726293 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.726481 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.726746 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.727551 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.727551 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.728109 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.728192 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.728353 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.728578 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.728812 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.730253 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.730253 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.730253 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.730253 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.730253 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.730253 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.731447 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.731447 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.731447 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.731447 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.731447 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.731447 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.735515 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.735515 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.735515 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.735515 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.735515 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.735515 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.735515 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.735515 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.736545 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.736545 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.736545 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.736545 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.736545 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.736545 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.736545 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.736545 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.737571 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.737571 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.737571 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.737571 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.737571 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.737571 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.737571 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.737571 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.738263 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.738263 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.738263 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.738263 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.738263 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.738263 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.738690 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.738816 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.739045 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.739395 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.739502 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.739788 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.740607 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.740607 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.740791 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.741129 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.741238 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.741446 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.741664 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.741902 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.742150 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.742401 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.743233 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.743883 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.743883 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.744058 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.744262 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.744486 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.744712 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.744942 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.745194 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.745463 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.745617 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 02 17:02:30.746394 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94621) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 02 17:02:30.746394 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 02 17:02:30.746547 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 02 17:02:30.746688 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 02 17:02:30.746774 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 02 17:02:30.746922 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 02 17:02:30.747129 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.747294 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.747458 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.747626 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.747796 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.747960 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.748135 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.748306 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.748466 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.748620 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.748748 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.748880 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.749032 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.749189 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.749358 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.749469 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.749572 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.749776 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.749911 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.750046 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.750180 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.750314 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.750451 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] debug = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.750616 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.750830 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.750994 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.751142 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.751277 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.751413 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.751544 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.751700 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.751859 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.752017 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.752165 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.752324 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.752482 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.752913 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.752913 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.752913 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.753205 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.753205 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] host = dv-cinder-777031-8-iscsi {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.753401 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.753542 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.753703 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.753862 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.754018 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.754177 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.754337 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.754496 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.754655 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.754813 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.754974 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.755132 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.755292 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.755451 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] log_file = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.755609 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] log_options = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.755770 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.755929 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.756093 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.756277 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.756442 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.756612 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.756780 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.756939 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.757099 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.757258 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.757439 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.757600 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.757759 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.757917 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.758164 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.758361 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.758522 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.758681 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.758846 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.759009 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.759148 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.759284 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.759439 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.759576 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.759719 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.759880 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.760038 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.760196 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.760354 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.760513 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.760671 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.760817 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.760979 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.761138 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.761304 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.761479 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.761637 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.761800 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.761959 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.762117 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.762276 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.762434 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.762593 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.762751 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.762909 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.763067 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] use_json = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.763225 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.763383 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.763542 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.763701 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.763859 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.764017 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.764175 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.764333 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 17:02:30.764510 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.764672 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.764844 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.765006 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.765168 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.765349 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.765513 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.765674 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.765835 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.765999 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.766167 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.766330 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.766502 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.766731 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.766827 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.766973 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.767135 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.767295 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.767457 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.767619 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.767783 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.767938 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.768108 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.768269 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.768448 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.768586 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.768747 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.768968 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.769101 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.769249 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.769436 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.773318 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.773318 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.773318 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.773318 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.773318 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.773318 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.773318 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.773318 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.773318 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.774635 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.774635 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.774635 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.774635 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.774635 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.774635 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.774635 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.774635 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.774635 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.775253 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.775253 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.775253 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.775253 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.775253 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.775253 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.775253 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.775253 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.775253 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.775984 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.775984 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.775984 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.775984 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.775984 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.775984 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.775984 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.775984 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.775984 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.776540 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.776540 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.776540 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.776540 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.776540 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.776540 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.776540 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.776991 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.776991 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.776991 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.777202 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.777202 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.777362 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.777531 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.777746 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.777913 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.777996 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.778137 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.778290 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.778447 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.778608 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.778770 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.778941 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.779120 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.779327 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.779824 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.779824 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.779824 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.780124 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.780124 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.780268 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.780346 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.780552 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.780642 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.780761 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.780925 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.781086 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.781246 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.781429 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.781590 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.781750 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.781911 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.782071 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.782233 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.782397 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.782556 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.782744 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.782881 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.783022 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.783191 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.783352 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.783516 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.783676 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.783858 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.784044 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.784145 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.784309 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.784470 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.784631 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.784795 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.784959 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.785120 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.785279 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.785519 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.785612 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.785766 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.785943 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.786106 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.786270 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.786432 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.786596 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.786760 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.786921 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.787082 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.787243 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.787403 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.787565 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.787726 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.787887 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.788043 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.788198 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.788360 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.788521 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.788688 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.788845 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.789005 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.789168 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.790115 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.790357 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.790589 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.790589 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.791080 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.791080 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.791080 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.791350 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.791436 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.791554 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.791717 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.791879 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.792040 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.792203 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.792364 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.792524 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.792684 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.792849 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.793149 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.793338 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.793507 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.793670 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.793833 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.793996 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.794158 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.794321 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.794491 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.797321 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.797321 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.797321 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.797321 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.797321 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.797321 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.797321 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.797321 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.797953 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.797953 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.797953 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.797953 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.797953 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.797953 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.797953 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.797953 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.798574 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.798671 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 33684) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:02:30.798770 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.798770 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.798770 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.798770 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.798770 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.798770 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.798770 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.798770 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.799355 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.799355 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.799355 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.799355 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.799355 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.799355 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.799355 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.799875 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.799875 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.799875 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.800252 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.800252 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.800252 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.800507 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.800590 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.800669 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.800831 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.801005 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.801167 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.801351 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.801512 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.801673 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.801835 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.802005 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.802168 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.802330 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.802491 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.802653 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.802814 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.802984 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.803145 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.803305 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.803466 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.803628 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.803789 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.803960 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.804122 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.804305 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.804433 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.804588 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.804748 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.804921 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.805125 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.805310 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.805476 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.805638 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.805803 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.805962 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.806137 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.806299 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.806463 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.806697 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.806791 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.806933 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.807096 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.807322 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.807466 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.807570 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.807754 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.807899 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.808068 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.808239 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.808400 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.808724 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.808724 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.808910 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.809035 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.809198 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.809381 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.809566 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.809704 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.809866 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.810026 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.810188 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.810446 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.810553 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.810631 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.810829 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.810948 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.811109 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.811269 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.811431 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.811592 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.811752 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 17:02:30.811907 dv-cinder-777031-8-iscsi neutron-server[94621]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 02 17:02:30.822753 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0193694 Sep 02 17:02:30.828211 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:02:42.561448 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56021ab-5e5e-4048-a83c-a1a1777eb173 None None] get_active_networks_info from dv-cinder-777031-8-iscsi {{(pid=94734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 17:02:42.651097 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56021ab-5e5e-4048-a83c-a1a1777eb173 None None] No non-hosted networks {{(pid=94734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 02 17:02:42.665152 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.agentschedulers_db [None req-f56021ab-5e5e-4048-a83c-a1a1777eb173 None None] DHCP Agent not found on host dv-cinder-777031-8-iscsi {{(pid=94734) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 02 17:02:42.786352 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2b5c2a70-d983-4ea4-aea4-c815b8fab7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483617'] for agent, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:45.237447 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-730861f8-3dff-42b0-a50c-14010f03b714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483617'] for agent, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:45.272784 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.db.api [None req-118c4540-fe87-4f24-94f0-8a06474962e2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-777031-8-iscsi {{(pid=94734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 17:02:45.273564 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG oslo_db.api [None req-118c4540-fe87-4f24-94f0-8a06474962e2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 17:02:45.526932 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483617'] for agent, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:45.527939 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:45.528515 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:45.529080 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:45.529654 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:45.530294 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:45.530835 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:45.531376 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:45.532133 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:45.532688 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:45.533225 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:45.533831 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:45.534383 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:45.534992 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-777031-8-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:02:45.552169 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-777031-8-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:02:45.881623 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-118c4540-fe87-4f24-94f0-8a06474962e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:46.198273 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483617'] for agent, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:48.103685 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483617'] for agent, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:48.773032 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.db.l3_hamode_db [None req-523453db-4882-449c-9bea-64c5be1b7a46 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 02 17:02:48.850828 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523453db-4882-449c-9bea-64c5be1b7a46 None None] Routers set() bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:02:48.851212 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523453db-4882-449c-9bea-64c5be1b7a46 None None] Router IDs set() for agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 02 17:02:49.219139 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 33782) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:02:49.745089 dv-cinder-777031-8-iscsi neutron-server[94733]: WARNING oslo_policy.policy [None req-cac21123-e739-44e5-83c8-14525b08ce9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 17:02:49.745714 dv-cinder-777031-8-iscsi neutron-server[94733]: WARNING oslo_policy.policy [None req-cac21123-e739-44e5-83c8-14525b08ce9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 17:02:49.989052 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [None req-cac21123-e739-44e5-83c8-14525b08ce9b admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:02:49.990304 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-cac21123-e739-44e5-83c8-14525b08ce9b admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7702460 Sep 02 17:02:52.439251 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 33796) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:02:52.933956 dv-cinder-777031-8-iscsi neutron-server[94732]: WARNING oslo_policy.policy [None req-fd10e3f2-503d-4c9e-a05b-e086fa871b54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 17:02:52.934541 dv-cinder-777031-8-iscsi neutron-server[94732]: WARNING oslo_policy.policy [None req-fd10e3f2-503d-4c9e-a05b-e086fa871b54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 17:02:53.152393 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-fd10e3f2-503d-4c9e-a05b-e086fa871b54 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:02:53.247069 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.policy [None req-fd10e3f2-503d-4c9e-a05b-e086fa871b54 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94732) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 02 17:02:53.291603 dv-cinder-777031-8-iscsi neutron-server[94732]: WARNING oslo_policy.policy [None req-fd10e3f2-503d-4c9e-a05b-e086fa871b54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 17:02:53.291964 dv-cinder-777031-8-iscsi neutron-server[94732]: WARNING oslo_policy.policy [None req-fd10e3f2-503d-4c9e-a05b-e086fa871b54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 17:02:53.300503 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.quota [None req-fd10e3f2-503d-4c9e-a05b-e086fa871b54 admin admin] Loaded quota_driver: . Sep 02 17:02:53.453908 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fd10e3f2-503d-4c9e-a05b-e086fa871b54 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737484235428', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737484234971', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737484223305', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737484224685', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737485908301', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737484268889', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1649902', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1331638', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-348452', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16415747'] for rbac-policy, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:53.706603 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fd10e3f2-503d-4c9e-a05b-e086fa871b54 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:53.707989 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-fd10e3f2-503d-4c9e-a05b-e086fa871b54 admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2666163 Sep 02 17:02:56.361188 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 33814) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:02:56.658381 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Request body: {'network': {'project_id': '3a847c819bc249ae8da37c63b842dbe9', 'admin_state_up': True, 'tenant_id': '3a847c819bc249ae8da37c63b842dbe9', 'name': 'private'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:02:56.788696 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Made reservation on behalf of 3a847c819bc249ae8da37c63b842dbe9 for: {'network': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:02:56.792136 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:56.810030 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:56.931898 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:56.999861 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:57.024051 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1246, 'physical_network': 'physnet1'} {{(pid=94732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:02:57.042427 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792e7e51-dab8-4c49-86bc-23110740fcec,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:02:57.053864 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:57.054222 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:57.054560 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:57.055437 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:57.055774 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:57.056225 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:57.056391 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:57.056709 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:57.057062 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:57.057408 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:57.057723 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:57.058036 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Tracked resource versions report: Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: pushed versions: Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: { 'AddressGroup': {'1.2'}, Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'ConntrackHelper': {'1.0'}, Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Log': {'1.0'}, Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Network': {'1.1'}, Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Port': {'1.7'}, Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'PortForwarding': {'1.2'}, Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'QosPolicy': {'1.9'}, Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'SecurityGroup': {'1.4'}, Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'SecurityGroupRule': {'1.2'}, Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'SubPort': {'1.0'}, Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Subnet': {'1.1'}, Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Trunk': {'1.1'}} Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: consumer versions: Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: { DHCP agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: L3 agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: Metadata agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: Metering agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: Open vSwitch agent@dv-cinder-777031-8-iscsi: { 'AddressGroup': '1.2', Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'ConntrackHelper': '1.0', Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Log': '1.0', Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Network': '1.1', Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Port': '1.7', Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'PortForwarding': '1.2', Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'QosPolicy': '1.9', Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'SecurityGroup': '1.4', Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'SecurityGroupRule': '1.2', Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'SubPort': '1.0', Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Subnet': '1.1', Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Trunk': '1.1'}} Sep 02 17:02:57.059107 dv-cinder-777031-8-iscsi neutron-server[94732]: {{(pid=94732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 17:02:57.101738 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737482361950', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:57.101738 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Unsubscribe: segment precommit_create {{(pid=94732) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 02 17:02:57.101738 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.segments_db [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Added segment da303446-bbee-4d26-aaac-e48d848cfc3a of type vlan for network 38114dba-58b0-42f0-a14f-8adb16fcec56 Sep 02 17:02:57.181079 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:57.274428 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:57.275710 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:02:57.276376 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:02:57.373556 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] Pushing event updated for resources: {'Network': ['ID=38114dba-58b0-42f0-a14f-8adb16fcec56,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:02:57.385130 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network 38114dba-58b0-42f0-a14f-8adb16fcec56 details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:02:57.429366 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-5507d4a3-6ac7-42a6-9b8a-a59d3d2187e8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0670433 Sep 02 17:03:00.190123 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 33828) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:00.581738 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838f2dce-9992-4db7-867e-47c6f377f1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:00.583096 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-838f2dce-9992-4db7-867e-47c6f377f1d2 admin admin] 10.222.0.78 "GET /v2.0/networks/38114dba-58b0-42f0-a14f-8adb16fcec56 HTTP/1.1" status: 200 len: 826 time: 0.3919930 Sep 02 17:03:00.608741 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-f5a3e8f8-fe8c-4815-b243-e082960022e3 admin admin] 10.222.0.78 "GET /v2.0/subnetpools/e5ddfe22-1be7-4a6b-b804-b3ac6a37978e HTTP/1.1" status: 200 len: 734 time: 0.0183358 Sep 02 17:03:00.618018 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-165b0a0d-48a7-4e06-9e2d-376be213fcaa admin admin] Request body: {'subnet': {'network_id': '38114dba-58b0-42f0-a14f-8adb16fcec56', 'subnetpool_id': 'e5ddfe22-1be7-4a6b-b804-b3ac6a37978e', 'name': 'private-subnet', 'tenant_id': '3a847c819bc249ae8da37c63b842dbe9', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:03:00.708964 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165b0a0d-48a7-4e06-9e2d-376be213fcaa admin admin] Made reservation on behalf of 3a847c819bc249ae8da37c63b842dbe9 for: {'subnet': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:03:00.711452 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-165b0a0d-48a7-4e06-9e2d-376be213fcaa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:01.051998 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-165b0a0d-48a7-4e06-9e2d-376be213fcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for subnet, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:01.123913 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165b0a0d-48a7-4e06-9e2d-376be213fcaa admin admin] Checking segment: {'id': 'da303446-bbee-4d26-aaac-e48d848cfc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '38114dba-58b0-42f0-a14f-8adb16fcec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:03:01.124322 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165b0a0d-48a7-4e06-9e2d-376be213fcaa admin admin] Network hostable DHCP agents. Network: 38114dba-58b0-42f0-a14f-8adb16fcec56, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:03:01.130050 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b0a0d-48a7-4e06-9e2d-376be213fcaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba1dfdf0-a332-468f-b738-66a8c417e37f,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:01.228476 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165b0a0d-48a7-4e06-9e2d-376be213fcaa admin admin] Network 38114dba-58b0-42f0-a14f-8adb16fcec56 is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:03:01.300020 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-165b0a0d-48a7-4e06-9e2d-376be213fcaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, 38114dba-58b0-42f0-a14f-8adb16fcec56) {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:03:01.307231 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165b0a0d-48a7-4e06-9e2d-376be213fcaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:01.307231 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-165b0a0d-48a7-4e06-9e2d-376be213fcaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:01.310285 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed74595c-044f-46b3-b41e-6ab30bb256cd None None] Network 38114dba-58b0-42f0-a14f-8adb16fcec56 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:03:01.384578 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-165b0a0d-48a7-4e06-9e2d-376be213fcaa admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7698948 Sep 02 17:03:01.636633 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83e46462-e51a-57d2-8662-587f7e661a92-38114dba-58b0-42f0-a14f-8adb16fcec56', 'network_id': '38114dba-58b0-42f0-a14f-8adb16fcec56', 'tenant_id': '3a847c819bc249ae8da37c63b842dbe9', 'fixed_ips': [{'subnet_id': 'ba1dfdf0-a332-468f-b738-66a8c417e37f'}]}} from dv-cinder-777031-8-iscsi. {{(pid=94734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:03:01.637996 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:01.917120 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Allocated IP 172.20.0.2 (38114dba-58b0-42f0-a14f-8adb16fcec56/ba1dfdf0-a332-468f-b738-66a8c417e37f/8ac6ca12-8d61-42bd-ac22-ddcb07289bee) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:03:02.126245 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:02.170422 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Transition to ACTIVE for port object 8ac6ca12-8d61-42bd-ac22-ddcb07289bee will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:03:02.190902 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Transition to ACTIVE for port object 8ac6ca12-8d61-42bd-ac22-ddcb07289bee will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:03:02.249110 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:02.328231 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Network 38114dba-58b0-42f0-a14f-8adb16fcec56 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:03:02.332770 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:03:02.335874 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:03:02.374314 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Pushing event updated for resources: {'Port': ['ID=8ac6ca12-8d61-42bd-ac22-ddcb07289bee,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:02.399475 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:02.399827 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:02.400163 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:02.400495 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:02.400823 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:02.401149 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:02.401495 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:02.401819 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:02.402156 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:02.402481 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:02.402799 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:02.403112 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Tracked resource versions report: Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: pushed versions: Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: { 'AddressGroup': {'1.2'}, Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'ConntrackHelper': {'1.0'}, Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Log': {'1.0'}, Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Network': {'1.1'}, Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Port': {'1.7'}, Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'PortForwarding': {'1.2'}, Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'QosPolicy': {'1.9'}, Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'SecurityGroup': {'1.4'}, Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'SecurityGroupRule': {'1.2'}, Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'SubPort': {'1.0'}, Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Subnet': {'1.1'}, Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Trunk': {'1.1'}} Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: consumer versions: Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: { DHCP agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: L3 agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: Metadata agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: Metering agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: Open vSwitch agent@dv-cinder-777031-8-iscsi: { 'AddressGroup': '1.2', Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'ConntrackHelper': '1.0', Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Log': '1.0', Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Network': '1.1', Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Port': '1.7', Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'PortForwarding': '1.2', Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'QosPolicy': '1.9', Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'SecurityGroup': '1.4', Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'SecurityGroupRule': '1.2', Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'SubPort': '1.0', Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Subnet': '1.1', Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Trunk': '1.1'}} Sep 02 17:03:02.404186 dv-cinder-777031-8-iscsi neutron-server[94734]: {{(pid=94734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 17:03:02.430765 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Attempting to bind port 8ac6ca12-8d61-42bd-ac22-ddcb07289bee on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:03:02.431151 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Attempting to bind port 8ac6ca12-8d61-42bd-ac22-ddcb07289bee by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': 'da303446-bbee-4d26-aaac-e48d848cfc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '38114dba-58b0-42f0-a14f-8adb16fcec56'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:03:02.431579 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Attempting to bind port 8ac6ca12-8d61-42bd-ac22-ddcb07289bee on network 38114dba-58b0-42f0-a14f-8adb16fcec56 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:03:02.436445 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:03:02.436859 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Checking segment: {'id': 'da303446-bbee-4d26-aaac-e48d848cfc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '38114dba-58b0-42f0-a14f-8adb16fcec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:03:02.437350 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:02.437742 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Bound using segment: {'id': 'da303446-bbee-4d26-aaac-e48d848cfc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '38114dba-58b0-42f0-a14f-8adb16fcec56'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:03:02.438229 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Bound port: 8ac6ca12-8d61-42bd-ac22-ddcb07289bee, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da303446-bbee-4d26-aaac-e48d848cfc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '38114dba-58b0-42f0-a14f-8adb16fcec56'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:03:02.438621 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:02.501001 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] For port 8ac6ca12-8d61-42bd-ac22-ddcb07289bee, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:03:02.505250 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] For port 8ac6ca12-8d61-42bd-ac22-ddcb07289bee, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=8ac6ca12-8d61-42bd-ac22-ddcb07289bee,segment=NetworkSegment(da303446-bbee-4d26-aaac-e48d848cfc3a),segment_id=da303446-bbee-4d26-aaac-e48d848cfc3a)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:03:02.580659 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:02.652868 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0964a-574a-4d9f-9fe4-3e5a31d5b053 None None] Pushing event updated for resources: {'Port': ['ID=8ac6ca12-8d61-42bd-ac22-ddcb07289bee,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:03.833426 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 33836) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:04.167106 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [None req-b47e37bb-d9c2-4ddc-9a53-682fb5298ff4 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:03:04.168123 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-b47e37bb-d9c2-4ddc-9a53-682fb5298ff4 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3335898 Sep 02 17:03:06.584739 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 33844) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:06.911129 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [None req-85c90f3b-ba44-4721-b54e-1629e501bd84 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:03:06.912132 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-85c90f3b-ba44-4721-b54e-1629e501bd84 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3263462 Sep 02 17:03:09.577951 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 33854) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:09.886415 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-5c29d585-0196-48a8-94ea-fa82e9195d9f admin admin] Request body: {'router': {'tenant_id': '3a847c819bc249ae8da37c63b842dbe9', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:03:09.978258 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5c29d585-0196-48a8-94ea-fa82e9195d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6012'] for router, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:09.979862 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5c29d585-0196-48a8-94ea-fa82e9195d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6003'] for router, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:10.122715 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5c29d585-0196-48a8-94ea-fa82e9195d9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:10.178339 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5c29d585-0196-48a8-94ea-fa82e9195d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649100'] for router, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:10.240232 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5c29d585-0196-48a8-94ea-fa82e9195d9f admin admin] Notify callbacks [] for router, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:10.241536 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-5c29d585-0196-48a8-94ea-fa82e9195d9f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6625795 Sep 02 17:03:11.132196 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535386b0-e16c-4e61-a6bb-06a2652ba8ba None None] Network 38114dba-58b0-42f0-a14f-8adb16fcec56 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:03:11.267800 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-ffcdadb6-36ef-4315-adfe-1bc714722a0f None None] Provisioning for port 8ac6ca12-8d61-42bd-ac22-ddcb07289bee completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:03:11.363560 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 8ac6ca12-8d61-42bd-ac22-ddcb07289bee up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:03:11.528277 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port 8ac6ca12-8d61-42bd-ac22-ddcb07289bee completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:03:11.531919 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 8ac6ca12-8d61-42bd-ac22-ddcb07289bee triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:03:11.532300 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:11.639880 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:11.673689 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port 8ac6ca12-8d61-42bd-ac22-ddcb07289bee, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=8ac6ca12-8d61-42bd-ac22-ddcb07289bee,segment=NetworkSegment(da303446-bbee-4d26-aaac-e48d848cfc3a),segment_id=da303446-bbee-4d26-aaac-e48d848cfc3a)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:03:11.751550 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:11.798299 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=8ac6ca12-8d61-42bd-ac22-ddcb07289bee,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:12.554629 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-15629d9d-7ef7-4dc5-8aa0-ab0ac65ce1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:12.663154 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 33866) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:12.975625 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [None req-327d05f3-72f6-4ffa-8f9c-83c83b2def0b admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:03:12.977491 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-327d05f3-72f6-4ffa-8f9c-83c83b2def0b admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3125231 Sep 02 17:03:13.315838 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 8ac6ca12-8d61-42bd-ac22-ddcb07289bee up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:03:13.364510 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 8ac6ca12-8d61-42bd-ac22-ddcb07289bee triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:03:13.364882 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:15.208573 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3ef61357-8428-4598-bc87-e48be2b347a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:15.363830 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 33874) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:15.505729 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:15.684480 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-948c9871-584c-46d7-bec0-97b96f3fe028 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:03:15.762852 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948c9871-584c-46d7-bec0-97b96f3fe028 admin admin] Made reservation on behalf of de6ce579626245eab6594b00f8b8eac3 for: {'network': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:03:15.765139 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-948c9871-584c-46d7-bec0-97b96f3fe028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:15.773412 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-948c9871-584c-46d7-bec0-97b96f3fe028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:15.858527 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-948c9871-584c-46d7-bec0-97b96f3fe028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:15.948460 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-948c9871-584c-46d7-bec0-97b96f3fe028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:15.965645 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-948c9871-584c-46d7-bec0-97b96f3fe028 admin admin] Reserving flat network on physical network physnet1 {{(pid=94732) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 02 17:03:15.981818 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c9871-584c-46d7-bec0-97b96f3fe028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5de9c73-5441-4e5b-b8fe-12b2b4a17627,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:15.987429 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-948c9871-584c-46d7-bec0-97b96f3fe028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:15.987892 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.segments_db [None req-948c9871-584c-46d7-bec0-97b96f3fe028 admin admin] Added segment 3b882048-70df-4e9b-b095-ee2ad65bb1b9 of type flat for network 590119a4-1f8b-48ad-9c89-4c6964c18e67 Sep 02 17:03:16.043753 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-948c9871-584c-46d7-bec0-97b96f3fe028 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:16.137665 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-948c9871-584c-46d7-bec0-97b96f3fe028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:16.138655 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948c9871-584c-46d7-bec0-97b96f3fe028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:16.139249 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-948c9871-584c-46d7-bec0-97b96f3fe028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:16.166376 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:16.198382 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c9871-584c-46d7-bec0-97b96f3fe028 admin admin] Pushing event updated for resources: {'Network': ['ID=590119a4-1f8b-48ad-9c89-4c6964c18e67,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:16.208263 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:03:16.238030 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-948c9871-584c-46d7-bec0-97b96f3fe028 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8731208 Sep 02 17:03:18.054340 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:18.684552 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 33892) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:18.871380 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2cd97f-d211-4afa-8052-2636a24e7174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:18.872711 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-ea2cd97f-d211-4afa-8052-2636a24e7174 admin admin] 10.222.0.78 "GET /v2.0/subnets/ba1dfdf0-a332-468f-b738-66a8c417e37f HTTP/1.1" status: 200 len: 849 time: 0.1872206 Sep 02 17:03:18.991223 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-9524bf1c-f4c7-428b-a820-41d21ecbe89b admin admin] 10.222.0.78 "GET /v2.0/routers/51f08f0f-f215-466b-ab49-77efe8d104f5 HTTP/1.1" status: 200 len: 704 time: 0.1123331 Sep 02 17:03:19.263094 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:19.553764 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_common [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] Allocated IP 172.20.0.1 (38114dba-58b0-42f0-a14f-8adb16fcec56/ba1dfdf0-a332-468f-b738-66a8c417e37f/e31afb0d-c248-432a-a33f-73e6bdc6a39a) {{(pid=94732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:03:19.753976 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:19.778373 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.provisioning_blocks [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] Transition to ACTIVE for port object e31afb0d-c248-432a-a33f-73e6bdc6a39a will not be triggered until provisioned by entity DHCP. {{(pid=94732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:03:19.892087 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:19.957870 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] Network 38114dba-58b0-42f0-a14f-8adb16fcec56 is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:03:19.962458 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:03:19.967919 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] Received port after_create {{(pid=94732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:03:19.970897 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483803'] for router_interface, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:20.031874 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] Pushing event updated for resources: {'Port': ['ID=e31afb0d-c248-432a-a33f-73e6bdc6a39a,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:20.241720 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:20.263287 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-75990af9-f718-4fc0-a665-3f0494b2759b None None] Provisioning for port e31afb0d-c248-432a-a33f-73e6bdc6a39a completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:03:20.267234 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-75990af9-f718-4fc0-a665-3f0494b2759b None None] Provisioning complete for port e31afb0d-c248-432a-a33f-73e6bdc6a39a triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:03:20.267631 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-75990af9-f718-4fc0-a665-3f0494b2759b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:20.300434 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-75990af9-f718-4fc0-a665-3f0494b2759b None None] Port e31afb0d-c248-432a-a33f-73e6bdc6a39a cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:03:20.452381 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:20.525916 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:20.526608 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650571'] for router_interface, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:20.602033 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] Pushing event updated for resources: {'Port': ['ID=e31afb0d-c248-432a-a33f-73e6bdc6a39a,revision_number=2']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:20.649374 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] Network 38114dba-58b0-42f0-a14f-8adb16fcec56 is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:03:20.650572 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:03:20.821219 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-be9c365b-a58b-45a7-b8c7-d651c1af7f55 None None] Provisioning complete for port e31afb0d-c248-432a-a33f-73e6bdc6a39a triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:03:20.821615 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-be9c365b-a58b-45a7-b8c7-d651c1af7f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:20.853755 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-be9c365b-a58b-45a7-b8c7-d651c1af7f55 None None] Port e31afb0d-c248-432a-a33f-73e6bdc6a39a cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:03:20.894527 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] Router 51f08f0f-f215-466b-ab49-77efe8d104f5 is scheduled to L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af with binding_index 1 {{(pid=94732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:03:20.985733 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:03:20.990856 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-7c96873e-9e12-4a0c-8412-695e4a27e535 admin admin] 10.222.0.78 "PUT /v2.0/routers/51f08f0f-f215-466b-ab49-77efe8d104f5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9938617 Sep 02 17:03:20.996168 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Sync routers for ids ['51f08f0f-f215-466b-ab49-77efe8d104f5'] in dv-cinder-777031-8-iscsi {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:03:21.007296 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Routers {'51f08f0f-f215-466b-ab49-77efe8d104f5'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:03:21.008792 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:03:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['51f08f0f-f215-466b-ab49-77efe8d104f5'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:03:21.190930 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Set router 51f08f0f-f215-466b-ab49-77efe8d104f5 gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:03:21.615429 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f08f0f-f215-466b-ab49-77efe8d104f5', 'name': 'router1', 'tenant_id': '3a847c819bc249ae8da37c63b842dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:03:09Z', 'updated_at': '2021-09-02T17:03:20Z', 'revision_number': 2, 'project_id': '3a847c819bc249ae8da37c63b842dbe9', 'gw_port_host': None, '_interfaces': [{'id': 'e31afb0d-c248-432a-a33f-73e6bdc6a39a', 'name': '', 'network_id': '38114dba-58b0-42f0-a14f-8adb16fcec56', 'tenant_id': '3a847c819bc249ae8da37c63b842dbe9', 'mac_address': 'fa:16:3e:69:da:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f08f0f-f215-466b-ab49-77efe8d104f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba1dfdf0-a332-468f-b738-66a8c417e37f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:03:19Z', 'updated_at': '2021-09-02T17:03:20Z', 'revision_number': 2, 'project_id': '3a847c819bc249ae8da37c63b842dbe9', 'subnets': [{'id': 'ba1dfdf0-a332-468f-b738-66a8c417e37f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5ddfe22-1be7-4a6b-b804-b3ac6a37978e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:03:21.666643 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Checking router: 51f08f0f-f215-466b-ab49-77efe8d104f5 for host: dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:03:21.667015 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Updating router 51f08f0f-f215-466b-ab49-77efe8d104f5 port e31afb0d-c248-432a-a33f-73e6bdc6a39a binding host dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:03:21.716291 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:22.232981 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:22.250921 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Transition to ACTIVE for port object e31afb0d-c248-432a-a33f-73e6bdc6a39a will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:03:22.346036 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:22.497470 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad20544-3b17-4dc6-9670-0835d93a6f3f None None] Pushing event updated for resources: {'Port': ['ID=e31afb0d-c248-432a-a33f-73e6bdc6a39a,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:22.516859 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Attempting to bind port e31afb0d-c248-432a-a33f-73e6bdc6a39a on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:03:22.517260 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Attempting to bind port e31afb0d-c248-432a-a33f-73e6bdc6a39a by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': 'da303446-bbee-4d26-aaac-e48d848cfc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '38114dba-58b0-42f0-a14f-8adb16fcec56'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:03:22.517717 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Attempting to bind port e31afb0d-c248-432a-a33f-73e6bdc6a39a on network 38114dba-58b0-42f0-a14f-8adb16fcec56 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:03:22.522983 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:03:22.523439 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Checking segment: {'id': 'da303446-bbee-4d26-aaac-e48d848cfc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '38114dba-58b0-42f0-a14f-8adb16fcec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:03:22.523927 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:22.524321 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Bound using segment: {'id': 'da303446-bbee-4d26-aaac-e48d848cfc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '38114dba-58b0-42f0-a14f-8adb16fcec56'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:03:22.524829 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Bound port: e31afb0d-c248-432a-a33f-73e6bdc6a39a, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da303446-bbee-4d26-aaac-e48d848cfc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '38114dba-58b0-42f0-a14f-8adb16fcec56'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:03:22.525212 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:22.527619 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad20544-3b17-4dc6-9670-0835d93a6f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:22.527967 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad20544-3b17-4dc6-9670-0835d93a6f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:22.528300 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad20544-3b17-4dc6-9670-0835d93a6f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:22.528865 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad20544-3b17-4dc6-9670-0835d93a6f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:22.528980 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad20544-3b17-4dc6-9670-0835d93a6f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:22.529276 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad20544-3b17-4dc6-9670-0835d93a6f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:22.529631 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad20544-3b17-4dc6-9670-0835d93a6f3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:22.529954 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad20544-3b17-4dc6-9670-0835d93a6f3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:22.530296 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad20544-3b17-4dc6-9670-0835d93a6f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:22.530679 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad20544-3b17-4dc6-9670-0835d93a6f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:22.531003 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad20544-3b17-4dc6-9670-0835d93a6f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:22.531427 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad20544-3b17-4dc6-9670-0835d93a6f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad20544-3b17-4dc6-9670-0835d93a6f3f None None] Tracked resource versions report: Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: pushed versions: Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: { 'AddressGroup': {'1.2'}, Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'ConntrackHelper': {'1.0'}, Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Log': {'1.0'}, Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Network': {'1.1'}, Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Port': {'1.7'}, Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'PortForwarding': {'1.2'}, Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'QosPolicy': {'1.9'}, Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'SecurityGroup': {'1.4'}, Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'SecurityGroupRule': {'1.2'}, Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'SubPort': {'1.0'}, Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Subnet': {'1.1'}, Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Trunk': {'1.1'}} Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: consumer versions: Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: { DHCP agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: L3 agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: Metadata agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: Metering agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: Open vSwitch agent@dv-cinder-777031-8-iscsi: { 'AddressGroup': '1.2', Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'ConntrackHelper': '1.0', Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Log': '1.0', Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Network': '1.1', Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Port': '1.7', Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'PortForwarding': '1.2', Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'QosPolicy': '1.9', Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'SecurityGroup': '1.4', Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'SecurityGroupRule': '1.2', Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'SubPort': '1.0', Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Subnet': '1.1', Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Trunk': '1.1'}} Sep 02 17:03:22.532361 dv-cinder-777031-8-iscsi neutron-server[94735]: {{(pid=94735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 17:03:22.599122 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] For port e31afb0d-c248-432a-a33f-73e6bdc6a39a, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:03:22.618246 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] For port e31afb0d-c248-432a-a33f-73e6bdc6a39a, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=e31afb0d-c248-432a-a33f-73e6bdc6a39a,segment=NetworkSegment(da303446-bbee-4d26-aaac-e48d848cfc3a),segment_id=da303446-bbee-4d26-aaac-e48d848cfc3a)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:03:22.700897 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:22.748695 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Routers {'51f08f0f-f215-466b-ab49-77efe8d104f5'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:03:22.749203 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:03:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['51f08f0f-f215-466b-ab49-77efe8d104f5'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:03:22.827506 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad20544-3b17-4dc6-9670-0835d93a6f3f None None] Pushing event updated for resources: {'Port': ['ID=e31afb0d-c248-432a-a33f-73e6bdc6a39a,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:22.851419 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] Set router 51f08f0f-f215-466b-ab49-77efe8d104f5 gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:03:23.061724 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f08f0f-f215-466b-ab49-77efe8d104f5', 'name': 'router1', 'tenant_id': '3a847c819bc249ae8da37c63b842dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:03:09Z', 'updated_at': '2021-09-02T17:03:20Z', 'revision_number': 2, 'project_id': '3a847c819bc249ae8da37c63b842dbe9', 'gw_port_host': None, '_interfaces': [{'id': 'e31afb0d-c248-432a-a33f-73e6bdc6a39a', 'name': '', 'network_id': '38114dba-58b0-42f0-a14f-8adb16fcec56', 'tenant_id': '3a847c819bc249ae8da37c63b842dbe9', 'mac_address': 'fa:16:3e:69:da:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f08f0f-f215-466b-ab49-77efe8d104f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba1dfdf0-a332-468f-b738-66a8c417e37f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:03:19Z', 'updated_at': '2021-09-02T17:03:22Z', 'revision_number': 4, 'project_id': '3a847c819bc249ae8da37c63b842dbe9', 'subnets': [{'id': 'ba1dfdf0-a332-468f-b738-66a8c417e37f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5ddfe22-1be7-4a6b-b804-b3ac6a37978e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:03:23.088133 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a58068-6c6f-4eda-a02c-e2803c306ad1 None None] The sync data for ids ['51f08f0f-f215-466b-ab49-77efe8d104f5'] in dv-cinder-777031-8-iscsi is: [{'id': '51f08f0f-f215-466b-ab49-77efe8d104f5', 'name': 'router1', 'tenant_id': '3a847c819bc249ae8da37c63b842dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:03:09Z', 'updated_at': '2021-09-02T17:03:20Z', 'revision_number': 2, 'project_id': '3a847c819bc249ae8da37c63b842dbe9', 'gw_port_host': None, '_interfaces': [{'id': 'e31afb0d-c248-432a-a33f-73e6bdc6a39a', 'name': '', 'network_id': '38114dba-58b0-42f0-a14f-8adb16fcec56', 'tenant_id': '3a847c819bc249ae8da37c63b842dbe9', 'mac_address': 'fa:16:3e:69:da:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f08f0f-f215-466b-ab49-77efe8d104f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba1dfdf0-a332-468f-b738-66a8c417e37f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:03:19Z', 'updated_at': '2021-09-02T17:03:22Z', 'revision_number': 4, 'project_id': '3a847c819bc249ae8da37c63b842dbe9', 'subnets': [{'id': 'ba1dfdf0-a332-468f-b738-66a8c417e37f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5ddfe22-1be7-4a6b-b804-b3ac6a37978e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:03:23.270898 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 33912) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:23.546449 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.policy [None req-bd2bd8d1-4451-4c85-b876-22825b785d6f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94733) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 02 17:03:23.592096 dv-cinder-777031-8-iscsi neutron-server[94733]: WARNING oslo_policy.policy [None req-bd2bd8d1-4451-4c85-b876-22825b785d6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 17:03:23.592482 dv-cinder-777031-8-iscsi neutron-server[94733]: WARNING oslo_policy.policy [None req-bd2bd8d1-4451-4c85-b876-22825b785d6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 17:03:23.600808 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2bd8d1-4451-4c85-b876-22825b785d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:23.603273 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-bd2bd8d1-4451-4c85-b876-22825b785d6f admin admin] 10.222.0.78 "GET /v2.0/networks/590119a4-1f8b-48ad-9c89-4c6964c18e67 HTTP/1.1" status: 200 len: 842 time: 0.3314347 Sep 02 17:03:23.613543 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:03:23.615480 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.quota [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Loaded quota_driver: . Sep 02 17:03:23.737469 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Made reservation on behalf of de6ce579626245eab6594b00f8b8eac3 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:03:23.740297 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:24.212892 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.objects.ports [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94733) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 17:03:24.213415 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:24.283895 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Checking segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:03:24.284621 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Network hostable DHCP agents. Network: 590119a4-1f8b-48ad-9c89-4c6964c18e67, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:03:24.289593 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cdc9a3e-6ce5-4dce-a686-134e15b48f48,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:24.303516 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:24.303864 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:24.304201 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:24.305167 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:24.305565 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:24.305902 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:24.306227 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:24.306551 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:24.306888 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:24.307209 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:24.307527 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:24.307843 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Tracked resource versions report: Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: pushed versions: Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: { 'AddressGroup': {'1.2'}, Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'ConntrackHelper': {'1.0'}, Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Log': {'1.0'}, Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Network': {'1.1'}, Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Port': {'1.7'}, Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'PortForwarding': {'1.2'}, Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'QosPolicy': {'1.9'}, Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'SecurityGroup': {'1.4'}, Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'SecurityGroupRule': {'1.2'}, Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'SubPort': {'1.0'}, Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Subnet': {'1.1'}, Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Trunk': {'1.1'}} Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: consumer versions: Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: { DHCP agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: L3 agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: Metadata agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: Metering agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: Open vSwitch agent@dv-cinder-777031-8-iscsi: { 'AddressGroup': '1.2', Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'ConntrackHelper': '1.0', Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Log': '1.0', Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Network': '1.1', Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Port': '1.7', Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'PortForwarding': '1.2', Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'QosPolicy': '1.9', Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'SecurityGroup': '1.4', Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'SecurityGroupRule': '1.2', Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'SubPort': '1.0', Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Subnet': '1.1', Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Trunk': '1.1'}} Sep 02 17:03:24.308940 dv-cinder-777031-8-iscsi neutron-server[94733]: {{(pid=94733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 17:03:24.432085 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:03:24.528674 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, 590119a4-1f8b-48ad-9c89-4c6964c18e67) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:03:24.533495 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:24.534168 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:24.539391 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac21df33-e25b-424c-9921-43cd3eeaf526 None None] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:03:24.626515 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-e51101fd-bdbe-46ab-8f0a-72a6745440ea admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0166452 Sep 02 17:03:24.663079 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9be420-5c01-4140-b5d2-c56fc96e61ec None None] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:03:26.961335 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 33926) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:27.215000 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-6c8256d8-6ff1-48c7-8d00-96888f16c48d admin admin] 10.222.0.78 "GET /v2.0/routers/51f08f0f-f215-466b-ab49-77efe8d104f5 HTTP/1.1" status: 200 len: 710 time: 0.2524164 Sep 02 17:03:27.308167 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ff13ef-9084-4bd7-8d4b-4caf16e3b9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:03:27.309581 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-02ff13ef-9084-4bd7-8d4b-4caf16e3b9f9 admin admin] 10.222.0.78 "GET /v2.0/networks/590119a4-1f8b-48ad-9c89-4c6964c18e67 HTTP/1.1" status: 200 len: 886 time: 0.0885465 Sep 02 17:03:27.319346 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-013198c8-00a7-4ea3-9662-4fbda5bd3871 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:03:27.579640 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-013198c8-00a7-4ea3-9662-4fbda5bd3871 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:27.899400 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-013198c8-00a7-4ea3-9662-4fbda5bd3871 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:27.974244 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-013198c8-00a7-4ea3-9662-4fbda5bd3871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:28.132899 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-013198c8-00a7-4ea3-9662-4fbda5bd3871 admin admin] Allocated IP 172.27.3.138 (590119a4-1f8b-48ad-9c89-4c6964c18e67/7cdc9a3e-6ce5-4dce-a686-134e15b48f48/8ad99c6b-157b-45c7-8d48-70bf4f8a64c2) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:03:28.247746 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-013198c8-00a7-4ea3-9662-4fbda5bd3871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:28.384319 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-013198c8-00a7-4ea3-9662-4fbda5bd3871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:28.461250 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013198c8-00a7-4ea3-9662-4fbda5bd3871 admin admin] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:03:28.467304 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-013198c8-00a7-4ea3-9662-4fbda5bd3871 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:03:28.520869 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013198c8-00a7-4ea3-9662-4fbda5bd3871 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:03:28.524548 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013198c8-00a7-4ea3-9662-4fbda5bd3871 admin admin] Pushing event updated for resources: {'Port': ['ID=8ad99c6b-157b-45c7-8d48-70bf4f8a64c2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:28.697743 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 5 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:03:28.875084 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-013198c8-00a7-4ea3-9662-4fbda5bd3871 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:29.072060 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-013198c8-00a7-4ea3-9662-4fbda5bd3871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5953'] for router, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:29.077652 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-013198c8-00a7-4ea3-9662-4fbda5bd3871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654446'] for router, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:29.191631 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013198c8-00a7-4ea3-9662-4fbda5bd3871 admin admin] Router 51f08f0f-f215-466b-ab49-77efe8d104f5 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:03:29.301091 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013198c8-00a7-4ea3-9662-4fbda5bd3871 admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:03:29.306063 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-013198c8-00a7-4ea3-9662-4fbda5bd3871 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:29.307295 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-013198c8-00a7-4ea3-9662-4fbda5bd3871 admin admin] 10.222.0.78 "PUT /v2.0/routers/51f08f0f-f215-466b-ab49-77efe8d104f5 HTTP/1.1" status: 200 len: 890 time: 1.9913166 Sep 02 17:03:29.358955 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device e31afb0d-c248-432a-a33f-73e6bdc6a39a up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:03:29.488931 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port e31afb0d-c248-432a-a33f-73e6bdc6a39a completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:03:29.494893 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port e31afb0d-c248-432a-a33f-73e6bdc6a39a triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:03:29.495395 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:29.592901 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:29.632188 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port e31afb0d-c248-432a-a33f-73e6bdc6a39a, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=e31afb0d-c248-432a-a33f-73e6bdc6a39a,segment=NetworkSegment(da303446-bbee-4d26-aaac-e48d848cfc3a),segment_id=da303446-bbee-4d26-aaac-e48d848cfc3a)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:03:29.649410 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Sync routers for ids ['51f08f0f-f215-466b-ab49-77efe8d104f5'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:03:29.660614 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Routers {'51f08f0f-f215-466b-ab49-77efe8d104f5'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:03:29.661452 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:03:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['51f08f0f-f215-466b-ab49-77efe8d104f5'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:03:29.785496 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:29.926229 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=e31afb0d-c248-432a-a33f-73e6bdc6a39a,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:29.960172 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Set router 51f08f0f-f215-466b-ab49-77efe8d104f5 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:03:30.372263 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f08f0f-f215-466b-ab49-77efe8d104f5', 'name': 'router1', 'tenant_id': '3a847c819bc249ae8da37c63b842dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8ad99c6b-157b-45c7-8d48-70bf4f8a64c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:03:09Z', 'updated_at': '2021-09-02T17:03:28Z', 'revision_number': 4, 'project_id': '3a847c819bc249ae8da37c63b842dbe9', 'gw_port': {'id': '8ad99c6b-157b-45c7-8d48-70bf4f8a64c2', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f08f0f-f215-466b-ab49-77efe8d104f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:03:27Z', 'updated_at': '2021-09-02T17:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'e31afb0d-c248-432a-a33f-73e6bdc6a39a', 'name': '', 'network_id': '38114dba-58b0-42f0-a14f-8adb16fcec56', 'tenant_id': '3a847c819bc249ae8da37c63b842dbe9', 'mac_address': 'fa:16:3e:69:da:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f08f0f-f215-466b-ab49-77efe8d104f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba1dfdf0-a332-468f-b738-66a8c417e37f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:03:19Z', 'updated_at': '2021-09-02T17:03:22Z', 'revision_number': 4, 'project_id': '3a847c819bc249ae8da37c63b842dbe9', 'subnets': [{'id': 'ba1dfdf0-a332-468f-b738-66a8c417e37f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5ddfe22-1be7-4a6b-b804-b3ac6a37978e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:03:30.424936 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Checking router: 51f08f0f-f215-466b-ab49-77efe8d104f5 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:03:30.425307 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Updating router 51f08f0f-f215-466b-ab49-77efe8d104f5 port 8ad99c6b-157b-45c7-8d48-70bf4f8a64c2 binding host dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:03:30.473439 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:30.801736 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:30.812643 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Transition to ACTIVE for port object 8ad99c6b-157b-45c7-8d48-70bf4f8a64c2 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:03:30.891645 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:30.946330 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10988857-13e4-49f0-bb98-4021061a8a4f None None] Pushing event updated for resources: {'Port': ['ID=8ad99c6b-157b-45c7-8d48-70bf4f8a64c2,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:30.948539 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Attempting to bind port 8ad99c6b-157b-45c7-8d48-70bf4f8a64c2 on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:03:30.948895 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Attempting to bind port 8ad99c6b-157b-45c7-8d48-70bf4f8a64c2 by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:03:30.949300 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Attempting to bind port 8ad99c6b-157b-45c7-8d48-70bf4f8a64c2 on network 590119a4-1f8b-48ad-9c89-4c6964c18e67 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:03:30.954892 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:03:30.955264 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Checking segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:03:30.955740 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:30.956135 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Bound using segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:03:30.956604 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Bound port: 8ad99c6b-157b-45c7-8d48-70bf4f8a64c2, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:03:30.957004 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:31.029813 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] For port 8ad99c6b-157b-45c7-8d48-70bf4f8a64c2, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:03:31.033302 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] For port 8ad99c6b-157b-45c7-8d48-70bf4f8a64c2, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=8ad99c6b-157b-45c7-8d48-70bf4f8a64c2,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:03:31.109575 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:31.168913 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Routers {'51f08f0f-f215-466b-ab49-77efe8d104f5'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:03:31.169921 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:03:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['51f08f0f-f215-466b-ab49-77efe8d104f5'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:03:31.173147 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10988857-13e4-49f0-bb98-4021061a8a4f None None] Pushing event updated for resources: {'Port': ['ID=8ad99c6b-157b-45c7-8d48-70bf4f8a64c2,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:31.373066 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] Set router 51f08f0f-f215-466b-ab49-77efe8d104f5 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:03:31.402309 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device e31afb0d-c248-432a-a33f-73e6bdc6a39a up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:03:31.529486 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port e31afb0d-c248-432a-a33f-73e6bdc6a39a triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:03:31.529858 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:31.693110 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f08f0f-f215-466b-ab49-77efe8d104f5', 'name': 'router1', 'tenant_id': '3a847c819bc249ae8da37c63b842dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8ad99c6b-157b-45c7-8d48-70bf4f8a64c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:03:09Z', 'updated_at': '2021-09-02T17:03:28Z', 'revision_number': 4, 'project_id': '3a847c819bc249ae8da37c63b842dbe9', 'gw_port': {'id': '8ad99c6b-157b-45c7-8d48-70bf4f8a64c2', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f08f0f-f215-466b-ab49-77efe8d104f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:03:27Z', 'updated_at': '2021-09-02T17:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'e31afb0d-c248-432a-a33f-73e6bdc6a39a', 'name': '', 'network_id': '38114dba-58b0-42f0-a14f-8adb16fcec56', 'tenant_id': '3a847c819bc249ae8da37c63b842dbe9', 'mac_address': 'fa:16:3e:69:da:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f08f0f-f215-466b-ab49-77efe8d104f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba1dfdf0-a332-468f-b738-66a8c417e37f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:03:19Z', 'updated_at': '2021-09-02T17:03:29Z', 'revision_number': 5, 'project_id': '3a847c819bc249ae8da37c63b842dbe9', 'subnets': [{'id': 'ba1dfdf0-a332-468f-b738-66a8c417e37f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5ddfe22-1be7-4a6b-b804-b3ac6a37978e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:03:31.721513 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac2ece5-e618-42c9-a5b0-69f9b558c427 None None] The sync data for ids ['51f08f0f-f215-466b-ab49-77efe8d104f5'] in dv-cinder-777031-8-iscsi is: [{'id': '51f08f0f-f215-466b-ab49-77efe8d104f5', 'name': 'router1', 'tenant_id': '3a847c819bc249ae8da37c63b842dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8ad99c6b-157b-45c7-8d48-70bf4f8a64c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:03:09Z', 'updated_at': '2021-09-02T17:03:28Z', 'revision_number': 4, 'project_id': '3a847c819bc249ae8da37c63b842dbe9', 'gw_port': {'id': '8ad99c6b-157b-45c7-8d48-70bf4f8a64c2', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f08f0f-f215-466b-ab49-77efe8d104f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:03:27Z', 'updated_at': '2021-09-02T17:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'e31afb0d-c248-432a-a33f-73e6bdc6a39a', 'name': '', 'network_id': '38114dba-58b0-42f0-a14f-8adb16fcec56', 'tenant_id': '3a847c819bc249ae8da37c63b842dbe9', 'mac_address': 'fa:16:3e:69:da:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f08f0f-f215-466b-ab49-77efe8d104f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba1dfdf0-a332-468f-b738-66a8c417e37f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:03:19Z', 'updated_at': '2021-09-02T17:03:29Z', 'revision_number': 5, 'project_id': '3a847c819bc249ae8da37c63b842dbe9', 'subnets': [{'id': 'ba1dfdf0-a332-468f-b738-66a8c417e37f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5ddfe22-1be7-4a6b-b804-b3ac6a37978e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:03:31.894264 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 33938) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:03:32.022488 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-a9ca31c4-db22-4c87-970c-f76ab9ed0ae9 admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1269629 Sep 02 17:03:33.428226 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 8ad99c6b-157b-45c7-8d48-70bf4f8a64c2 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:03:33.566172 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port 8ad99c6b-157b-45c7-8d48-70bf4f8a64c2 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:03:33.570377 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 8ad99c6b-157b-45c7-8d48-70bf4f8a64c2 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:03:33.570937 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:33.657211 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:33.678178 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port 8ad99c6b-157b-45c7-8d48-70bf4f8a64c2, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=8ad99c6b-157b-45c7-8d48-70bf4f8a64c2,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:03:33.824840 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:33.881367 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=8ad99c6b-157b-45c7-8d48-70bf4f8a64c2,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:03:35.389778 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 8ad99c6b-157b-45c7-8d48-70bf4f8a64c2 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:03:35.438564 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 8ad99c6b-157b-45c7-8d48-70bf4f8a64c2 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:03:35.438911 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:42.546262 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2767bc8b-c8e7-4afc-8de3-e6d591efa576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:45.280613 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-36bd38bd-ab24-4c89-89cd-e4edb1ffbbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:45.511200 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:46.157095 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:03:48.308527 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:05.697946 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 5 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:04:12.528731 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-87d536ed-c86d-4b9c-bbd3-b191210306d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:15.217809 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1bb6d5e5-ba7a-4ba0-9724-40befe831ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:15.515510 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:16.133039 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:18.043350 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:42.557314 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-401571e7-0f2b-44df-95ba-80e8bd8f9d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:42.698370 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 5 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:04:45.197615 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-93704dc7-1657-4589-9c99-5d7d830a02b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:45.509881 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:46.111703 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:04:48.038099 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:12.532611 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d8611c8-1ef9-41d1-ac9a-f1f727d8efbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:14.051121 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 34500) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:05:14.126692 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97f8255-71b0-4e7f-86e6-163d1612cced admin admin] GET failed (client error): The resource could not be found. Sep 02 17:05:14.128038 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-f97f8255-71b0-4e7f-86e6-163d1612cced admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0756292 Sep 02 17:05:14.296146 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8e3994-4266-45c8-ab51-cd822f8a0ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:05:14.297587 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-fa8e3994-4266-45c8-ab51-cd822f8a0ba6 admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1641788 Sep 02 17:05:15.229710 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-441e7821-4edd-405f-87c9-d6291a79e02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:15.540890 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:16.117554 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:16.557300 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 34510) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:05:16.658403 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310b2dd3-f59f-4ab6-97cb-1d833d4532e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:05:16.659755 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-310b2dd3-f59f-4ab6-97cb-1d833d4532e2 admin admin] 10.222.0.78 "GET /v2.0/subnets/ba1dfdf0-a332-468f-b738-66a8c417e37f HTTP/1.1" status: 200 len: 849 time: 0.1014981 Sep 02 17:05:16.670717 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-5f7e1cc5-12c8-4817-aa46-a934b8954c3a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:05:16.756922 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1cc5-12c8-4817-aa46-a934b8954c3a admin admin] Notify callbacks [] for subnet, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:17.026755 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1cc5-12c8-4817-aa46-a934b8954c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737482402250'] for subnet, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:17.061560 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7e1cc5-12c8-4817-aa46-a934b8954c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:05:17.062452 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1cc5-12c8-4817-aa46-a934b8954c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:17.063455 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-5f7e1cc5-12c8-4817-aa46-a934b8954c3a admin admin] 10.222.0.78 "PUT /v2.0/subnets/ba1dfdf0-a332-468f-b738-66a8c417e37f HTTP/1.1" status: 200 len: 868 time: 0.3966565 Sep 02 17:05:17.072512 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1132fc-e481-4bae-90a2-e3bd4fc5d445 None None] Network 38114dba-58b0-42f0-a14f-8adb16fcec56 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:05:17.087311 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e1cc5-12c8-4817-aa46-a934b8954c3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba1dfdf0-a332-468f-b738-66a8c417e37f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:05:17.094972 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e1cc5-12c8-4817-aa46-a934b8954c3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:17.095518 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e1cc5-12c8-4817-aa46-a934b8954c3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:17.095876 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e1cc5-12c8-4817-aa46-a934b8954c3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:17.096238 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e1cc5-12c8-4817-aa46-a934b8954c3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:17.096579 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e1cc5-12c8-4817-aa46-a934b8954c3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:17.096927 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e1cc5-12c8-4817-aa46-a934b8954c3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:17.097433 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e1cc5-12c8-4817-aa46-a934b8954c3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:17.097769 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e1cc5-12c8-4817-aa46-a934b8954c3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:17.098102 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e1cc5-12c8-4817-aa46-a934b8954c3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:17.098435 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e1cc5-12c8-4817-aa46-a934b8954c3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:17.098765 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e1cc5-12c8-4817-aa46-a934b8954c3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:17.099137 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e1cc5-12c8-4817-aa46-a934b8954c3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:05:17.456303 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-3e65551b-360f-493a-a1a7-fb92857d1779 None None] Provisioning complete for port e31afb0d-c248-432a-a33f-73e6bdc6a39a triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:05:17.456676 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3e65551b-360f-493a-a1a7-fb92857d1779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:17.546430 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-3e65551b-360f-493a-a1a7-fb92857d1779 None None] Provisioning complete for port 8ac6ca12-8d61-42bd-ac22-ddcb07289bee triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:05:17.547075 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3e65551b-360f-493a-a1a7-fb92857d1779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:18.077905 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:19.344363 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 34518) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:05:19.616216 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39877c88-bb62-4edb-bf94-540a1e8f8db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:05:19.616620 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39877c88-bb62-4edb-bf94-540a1e8f8db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:05:19.618219 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-39877c88-bb62-4edb-bf94-540a1e8f8db8 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2729003 Sep 02 17:05:19.698940 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 5 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:05:21.920860 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 34526) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:05:22.065338 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfaec06-9be3-476f-aa76-a0945c0681ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:05:22.065746 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfaec06-9be3-476f-aa76-a0945c0681ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:05:22.067303 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-5bfaec06-9be3-476f-aa76-a0945c0681ae admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1454406 Sep 02 17:05:24.309080 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 34534) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:05:24.459072 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aefac7-cd44-430b-9578-84e56d7534ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:05:24.461128 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-25aefac7-cd44-430b-9578-84e56d7534ff admin admin] 10.222.0.78 "GET /v2.0/networks/38114dba-58b0-42f0-a14f-8adb16fcec56 HTTP/1.1" status: 200 len: 870 time: 0.1510434 Sep 02 17:05:26.745274 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 34542) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:05:26.868656 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a101da87-fe45-4b4a-9e74-fc6fab70f1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:05:26.870064 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-a101da87-fe45-4b4a-9e74-fc6fab70f1cd admin admin] 10.222.0.78 "GET /v2.0/networks/590119a4-1f8b-48ad-9c89-4c6964c18e67 HTTP/1.1" status: 200 len: 886 time: 0.1238208 Sep 02 17:05:29.097303 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 34550) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:05:29.222784 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155a93c6-71d5-4ea0-8f51-03147d9d93f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:05:29.223272 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155a93c6-71d5-4ea0-8f51-03147d9d93f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:05:29.224783 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-155a93c6-71d5-4ea0-8f51-03147d9d93f1 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1265323 Sep 02 17:05:31.454661 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 34558) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:05:31.579852 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f01dc4-3d26-41a7-990f-d3d75d91f149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:05:31.580321 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f01dc4-3d26-41a7-990f-d3d75d91f149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:05:31.581880 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-17f01dc4-3d26-41a7-990f-d3d75d91f149 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262655 Sep 02 17:05:33.764991 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 34568) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:05:33.850823 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b476c3-a4c8-4d38-92ca-8a3ffa527f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:05:33.852177 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-38b476c3-a4c8-4d38-92ca-8a3ffa527f02 admin admin] 10.222.0.78 "GET /v2.0/subnets/7cdc9a3e-6ce5-4dce-a686-134e15b48f48 HTTP/1.1" status: 200 len: 816 time: 0.0861912 Sep 02 17:05:36.054837 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 34576) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:05:36.148184 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4a1d7c-d522-4092-a9c0-0519725ba179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:05:36.149588 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-6f4a1d7c-d522-4092-a9c0-0519725ba179 admin admin] 10.222.0.78 "GET /v2.0/subnets/ba1dfdf0-a332-468f-b738-66a8c417e37f HTTP/1.1" status: 200 len: 868 time: 0.0936964 Sep 02 17:05:42.552586 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dc380cdc-06bf-4173-ad89-58cc456af701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:45.213381 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-129fa5eb-7b8e-46dc-acd4-b4f536ad97b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:45.522546 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:46.121719 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:48.055498 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:05:56.698731 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 5 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:06:00.478082 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 34630) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:06:00.526079 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [None req-07ec714a-a71d-4420-bbc4-a29ead0be96f admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:06:00.527068 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-07ec714a-a71d-4420-bbc4-a29ead0be96f admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480478 Sep 02 17:06:02.908902 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 34638) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:06:02.969834 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.pecan_wsgi.hooks.translation [None req-397d93d5-d304-4140-99d4-98e03c1be737 admin admin] GET failed (client error): The resource could not be found. Sep 02 17:06:02.971132 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-397d93d5-d304-4140-99d4-98e03c1be737 admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612867 Sep 02 17:06:03.189295 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a021b8-f4dd-494e-be25-4111181129b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:06:03.190792 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-a6a021b8-f4dd-494e-be25-4111181129b5 admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2145028 Sep 02 17:06:05.430372 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 34646) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:06:05.482177 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:06:05.587533 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Made reservation on behalf of de6ce579626245eab6594b00f8b8eac3 for: {'network': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:06:05.591129 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:05.621317 dv-cinder-777031-8-iscsi neutron-server[94732]: WARNING neutron.services.revisions.revision_plugin [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Could not find related network for resource to bump revision. Sep 02 17:06:05.631430 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] vlan segment allocate from pool success with {'vlan_id': 1233, 'physical_network': 'physnet1'} {{(pid=94732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:06:05.639891 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:05.640235 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.segments_db [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Added segment dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6 of type vlan for network 81a063cc-fd38-46d6-980c-16b48ba4a85c Sep 02 17:06:05.680754 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:05.809435 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:05.810428 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:06:05.811043 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:05.869245 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Pushing event updated for resources: {'Network': ['ID=81a063cc-fd38-46d6-980c-16b48ba4a85c,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:06:05.875724 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:05.876015 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:05.876357 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:05.876693 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:05.877074 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:05.877454 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:05.877791 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:05.878120 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:05.878449 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:05.878779 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:05.879104 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:05.879430 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:05.890502 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network 81a063cc-fd38-46d6-980c-16b48ba4a85c details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:06:05.941537 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-1e25c11e-ca23-4096-8db3-2615f350c783 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5115972 Sep 02 17:06:08.230454 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 34654) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:06:08.297595 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ec4912-74dd-425b-a9a8-61b85b0ee298 admin admin] GET failed (client error): The resource could not be found. Sep 02 17:06:08.298875 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-82ec4912-74dd-425b-a9a8-61b85b0ee298 admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0674644 Sep 02 17:06:08.371443 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3ba4d8-2086-4940-a20d-afc74b1c6130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:06:08.372883 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-1d3ba4d8-2086-4940-a20d-afc74b1c6130 admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0692379 Sep 02 17:06:08.383328 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-75599504-d350-4ea6-b43c-01e10f8b5e47 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '81a063cc-fd38-46d6-980c-16b48ba4a85c', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:06:08.501033 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75599504-d350-4ea6-b43c-01e10f8b5e47 admin admin] Made reservation on behalf of de6ce579626245eab6594b00f8b8eac3 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:06:08.503285 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-75599504-d350-4ea6-b43c-01e10f8b5e47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:08.712403 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-75599504-d350-4ea6-b43c-01e10f8b5e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:08.767102 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75599504-d350-4ea6-b43c-01e10f8b5e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05572040-a8ec-4b0e-a91f-e46a26105575,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:06:08.777751 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75599504-d350-4ea6-b43c-01e10f8b5e47 admin admin] Checking segment: {'id': 'dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '81a063cc-fd38-46d6-980c-16b48ba4a85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:06:08.778109 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75599504-d350-4ea6-b43c-01e10f8b5e47 admin admin] Network hostable DHCP agents. Network: 81a063cc-fd38-46d6-980c-16b48ba4a85c, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:06:08.832015 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75599504-d350-4ea6-b43c-01e10f8b5e47 admin admin] Network 81a063cc-fd38-46d6-980c-16b48ba4a85c is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:06:08.895176 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-75599504-d350-4ea6-b43c-01e10f8b5e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, 81a063cc-fd38-46d6-980c-16b48ba4a85c) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:06:08.900431 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75599504-d350-4ea6-b43c-01e10f8b5e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:06:08.900929 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-75599504-d350-4ea6-b43c-01e10f8b5e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:08.905567 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70458a9-437d-4329-a0f1-ce0e1558f428 None None] Network 81a063cc-fd38-46d6-980c-16b48ba4a85c requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:06:08.964857 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-75599504-d350-4ea6-b43c-01e10f8b5e47 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5849299 Sep 02 17:06:09.060879 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83e46462-e51a-57d2-8662-587f7e661a92-81a063cc-fd38-46d6-980c-16b48ba4a85c', 'network_id': '81a063cc-fd38-46d6-980c-16b48ba4a85c', 'tenant_id': 'de6ce579626245eab6594b00f8b8eac3', 'fixed_ips': [{'subnet_id': '05572040-a8ec-4b0e-a91f-e46a26105575'}]}} from dv-cinder-777031-8-iscsi. {{(pid=94734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:06:09.061843 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:09.205063 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Allocated IP 192.168.233.2 (81a063cc-fd38-46d6-980c-16b48ba4a85c/05572040-a8ec-4b0e-a91f-e46a26105575/743a1ea5-22c3-4705-8d9d-437a2dcb1c31) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:06:09.356935 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:09.362794 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Transition to ACTIVE for port object 743a1ea5-22c3-4705-8d9d-437a2dcb1c31 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:06:09.378108 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Transition to ACTIVE for port object 743a1ea5-22c3-4705-8d9d-437a2dcb1c31 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:06:09.460886 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:09.496826 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Network 81a063cc-fd38-46d6-980c-16b48ba4a85c is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:06:09.499816 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:06:09.502892 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:06:09.518043 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Pushing event updated for resources: {'Port': ['ID=743a1ea5-22c3-4705-8d9d-437a2dcb1c31,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:06:09.539076 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:09.539408 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:09.539754 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:09.540104 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:09.540434 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:09.540767 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:09.541088 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:09.541442 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:09.541785 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:09.542106 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:09.542423 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:09.542741 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:06:09.585271 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Attempting to bind port 743a1ea5-22c3-4705-8d9d-437a2dcb1c31 on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:06:09.585698 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Attempting to bind port 743a1ea5-22c3-4705-8d9d-437a2dcb1c31 by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': 'dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '81a063cc-fd38-46d6-980c-16b48ba4a85c'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:06:09.586057 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Attempting to bind port 743a1ea5-22c3-4705-8d9d-437a2dcb1c31 on network 81a063cc-fd38-46d6-980c-16b48ba4a85c {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:06:09.591099 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:06:09.591470 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Checking segment: {'id': 'dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '81a063cc-fd38-46d6-980c-16b48ba4a85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:06:09.591868 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:09.592258 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Bound using segment: {'id': 'dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '81a063cc-fd38-46d6-980c-16b48ba4a85c'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:06:09.592725 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Bound port: 743a1ea5-22c3-4705-8d9d-437a2dcb1c31, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '81a063cc-fd38-46d6-980c-16b48ba4a85c'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:06:09.593122 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:09.655826 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] For port 743a1ea5-22c3-4705-8d9d-437a2dcb1c31, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:06:09.658876 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] For port 743a1ea5-22c3-4705-8d9d-437a2dcb1c31, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=743a1ea5-22c3-4705-8d9d-437a2dcb1c31,segment=NetworkSegment(dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6),segment_id=dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:06:09.701586 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:09.760245 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e69ae-c8bb-4986-b1d6-bf464477127d None None] Pushing event updated for resources: {'Port': ['ID=743a1ea5-22c3-4705-8d9d-437a2dcb1c31,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:06:10.585452 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac46982-0218-42fb-a2c4-eeb90e31db4b None None] Network 81a063cc-fd38-46d6-980c-16b48ba4a85c requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:06:10.735502 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-dc60667d-bd4c-4afc-bcbc-d492843cafdd None None] Provisioning for port 743a1ea5-22c3-4705-8d9d-437a2dcb1c31 completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:06:11.515178 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 743a1ea5-22c3-4705-8d9d-437a2dcb1c31 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:06:11.644136 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port 743a1ea5-22c3-4705-8d9d-437a2dcb1c31 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:06:11.648673 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 743a1ea5-22c3-4705-8d9d-437a2dcb1c31 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:06:11.649037 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:11.730259 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:11.762779 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port 743a1ea5-22c3-4705-8d9d-437a2dcb1c31, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=743a1ea5-22c3-4705-8d9d-437a2dcb1c31,segment=NetworkSegment(dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6),segment_id=dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:06:11.810885 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:11.858907 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=743a1ea5-22c3-4705-8d9d-437a2dcb1c31,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:06:12.558945 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0aa678ae-d530-4083-9a57-ed2833fc785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:13.496979 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 743a1ea5-22c3-4705-8d9d-437a2dcb1c31 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:06:13.548344 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 743a1ea5-22c3-4705-8d9d-437a2dcb1c31 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:06:13.548716 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:15.215687 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e7682f7-eaad-4e9c-8082-174a8b84cf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:15.524113 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:16.123915 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:18.095849 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:33.701389 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 5 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:06:42.530650 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3c497e7-40d1-4d6d-8655-c0dacf2773f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:45.250276 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-511312ac-ae85-4fb4-a006-585f9695ae02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:45.530352 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:46.146963 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:06:48.079261 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:10.696719 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 5 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:07:12.553348 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56bd10b7-3356-4c96-aa68-5b0338dba6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:15.215279 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-da495aa6-1f14-46c4-90ac-fc0f6ca611dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:15.542127 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:16.125587 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:18.102676 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:28.502190 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 34706) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:07:28.508516 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [None req-d74d3005-dd37-4dbb-a84f-8cae95afa737 tempest-verify_tempest_config-1129312367 tempest-verify_tempest_config-1129312367-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:07:28.509506 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-d74d3005-dd37-4dbb-a84f-8cae95afa737 tempest-verify_tempest_config-1129312367 tempest-verify_tempest_config-1129312367-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063355 Sep 02 17:07:29.067512 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 34724) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:07:29.171865 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c4e8ee02-a2b2-4468-91ae-0e537c11f928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:29.272136 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c4e8ee02-a2b2-4468-91ae-0e537c11f928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:29.347003 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c4e8ee02-a2b2-4468-91ae-0e537c11f928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:29.391897 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-c4e8ee02-a2b2-4468-91ae-0e537c11f928 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c8b421a844b0474592ae1854fb746508&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3232076 Sep 02 17:07:29.392625 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8ee02-a2b2-4468-91ae-0e537c11f928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9267ac3-cab9-4501-b351-382c3cc0d0c4,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:07:29.394530 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 34728) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:07:29.399265 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8ee02-a2b2-4468-91ae-0e537c11f928 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.399633 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8ee02-a2b2-4468-91ae-0e537c11f928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.399975 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8ee02-a2b2-4468-91ae-0e537c11f928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.400314 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8ee02-a2b2-4468-91ae-0e537c11f928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.400647 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8ee02-a2b2-4468-91ae-0e537c11f928 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.400992 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8ee02-a2b2-4468-91ae-0e537c11f928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.401348 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8ee02-a2b2-4468-91ae-0e537c11f928 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.402500 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8ee02-a2b2-4468-91ae-0e537c11f928 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.402840 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8ee02-a2b2-4468-91ae-0e537c11f928 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.403172 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8ee02-a2b2-4468-91ae-0e537c11f928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.403497 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8ee02-a2b2-4468-91ae-0e537c11f928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.403822 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8ee02-a2b2-4468-91ae-0e537c11f928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.478512 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e720efc-27aa-4b50-9fb6-9505e026f370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:29.499183 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e720efc-27aa-4b50-9fb6-9505e026f370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:29.668543 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e720efc-27aa-4b50-9fb6-9505e026f370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:29.671134 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e720efc-27aa-4b50-9fb6-9505e026f370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:29.672284 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-0e720efc-27aa-4b50-9fb6-9505e026f370 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b9267ac3-cab9-4501-b351-382c3cc0d0c4 HTTP/1.1" status: 204 len: 168 time: 0.2767425 Sep 02 17:07:29.680876 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e720efc-27aa-4b50-9fb6-9505e026f370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9267ac3-cab9-4501-b351-382c3cc0d0c4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:07:29.692421 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e720efc-27aa-4b50-9fb6-9505e026f370 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.693003 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e720efc-27aa-4b50-9fb6-9505e026f370 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.693605 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e720efc-27aa-4b50-9fb6-9505e026f370 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.694169 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e720efc-27aa-4b50-9fb6-9505e026f370 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.694706 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e720efc-27aa-4b50-9fb6-9505e026f370 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.695290 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e720efc-27aa-4b50-9fb6-9505e026f370 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.695866 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e720efc-27aa-4b50-9fb6-9505e026f370 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.696449 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e720efc-27aa-4b50-9fb6-9505e026f370 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.697046 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e720efc-27aa-4b50-9fb6-9505e026f370 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.697666 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e720efc-27aa-4b50-9fb6-9505e026f370 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.698227 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e720efc-27aa-4b50-9fb6-9505e026f370 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:29.699587 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e720efc-27aa-4b50-9fb6-9505e026f370 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:07:42.588923 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ca8598f-afae-4f28-b1e8-ec1baf07652e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:45.348759 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9398d507-46b3-4b7c-b3d9-567ed17cec71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:45.552947 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:46.160074 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:07:47.695519 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 5 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:07:48.080189 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:12.531939 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-43d759d6-b3a8-4e37-b73c-4ca189b94ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:15.217839 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fc5aeab6-e754-4a6f-a6a7-e4ddf36dcaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:15.515219 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:16.143618 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:18.086770 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:24.695537 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 5 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:08:42.544341 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-78c93311-d082-40c2-8a28-dc999210972a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:45.235127 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6bdec04-b046-464b-a32d-e1780d9288b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:45.509876 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:46.251918 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:08:48.069210 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:01.694400 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 5 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:09:08.081936 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483617'] for agent, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:12.539059 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-797473c9-a8a0-4e93-868e-6d115dc201a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.231052 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7eb1b410-65b0-41c8-9c50-7064c7949100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:15.562148 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:16.144869 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:18.076577 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:24.009595 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 34802) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:24.142207 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-8b9a2050-051b-4dfb-87a9-7a9b19b820ab admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1313560 Sep 02 17:09:26.435323 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 34812) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:09:26.491663 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-a42ee91b-1319-4f39-88d2-1e20193e4138 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0551713 Sep 02 17:09:37.985217 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:38.693006 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:09:42.545837 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5b137e98-0733-4205-8c5f-94a4d54f80f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:45.225681 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-154a936e-7e31-46ae-8abd-16feb034ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:45.529002 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:46.152325 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:09:48.094655 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:07.992246 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:12.540913 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca0dc-a96c-4b01-8077-2bd7c1ba1160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:15.249450 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c751f7be-3be0-44cb-bf8e-1a29d08db17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:15.540455 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:15.691567 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:10:16.158253 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:18.095683 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:38.027279 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:42.547194 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4469f32d-463b-4eca-91a8-a629f0471cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:45.210895 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d4bf0923-b746-4a3a-b526-aaf89af58821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:45.524493 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:46.153426 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:48.090727 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:52.691368 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:10:57.557812 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 34982) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:57.847762 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-network', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:10:57.930657 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Made reservation on behalf of 66dd13919db54e2cb281cb857b403d5d for: {'network': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:10:57.933839 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:57.943527 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:58.042079 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:58.148022 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:58.166830 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1225, 'physical_network': 'physnet1'} {{(pid=94732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:10:58.189791 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:58.189791 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.segments_db [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Added segment f10cd512-2198-439c-b70d-2b543d943c61 of type vlan for network 632d189f-cdbd-40dc-b486-c7ad3cbc44fe Sep 02 17:10:58.203534 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeec0ac2-ef6b-4b39-81f5-0b1bd384a9e3,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:58.212343 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:58.212712 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:58.213059 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:58.213432 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:58.213776 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:58.214121 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:58.214995 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:58.215345 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:58.215683 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:58.216032 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:58.216363 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:58.216696 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Tracked resource versions report: Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: pushed versions: Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: { 'AddressGroup': {'1.2'}, Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'ConntrackHelper': {'1.0'}, Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Log': {'1.0'}, Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Network': {'1.1'}, Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Port': {'1.7'}, Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'PortForwarding': {'1.2'}, Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'QosPolicy': {'1.9'}, Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'SecurityGroup': {'1.4'}, Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'SecurityGroupRule': {'1.2'}, Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'SubPort': {'1.0'}, Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Subnet': {'1.1'}, Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Trunk': {'1.1'}} Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: consumer versions: Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: { DHCP agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: HyperV agent@hv-cinder-77703: {}, Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: L3 agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: Metadata agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: Metering agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: Open vSwitch agent@dv-cinder-777031-8-iscsi: { 'AddressGroup': '1.2', Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'ConntrackHelper': '1.0', Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Log': '1.0', Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Network': '1.1', Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Port': '1.7', Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'PortForwarding': '1.2', Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'QosPolicy': '1.9', Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'SecurityGroup': '1.4', Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'SecurityGroupRule': '1.2', Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'SubPort': '1.0', Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Subnet': '1.1', Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: 'Trunk': '1.1'}} Sep 02 17:10:58.217726 dv-cinder-777031-8-iscsi neutron-server[94732]: {{(pid=94732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 17:10:58.252381 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:58.292231 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35016) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:58.319881 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:58.320913 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:58.321569 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:58.341861 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 35022) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:58.389275 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8296933 Sep 02 17:10:58.390250 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c6746-cdfd-4c8f-9908-75c4fcf2c8f2 admin admin] Pushing event updated for resources: {'Network': ['ID=632d189f-cdbd-40dc-b486-c7ad3cbc44fe,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:58.392183 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35028) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:58.398703 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-1d915004-d07f-4ee4-bb73-a7b2bcfe62c4 admin admin] Request body: {'subnet': {'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-subnet', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:10:58.401540 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network 632d189f-cdbd-40dc-b486-c7ad3cbc44fe details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:10:58.490961 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d915004-d07f-4ee4-bb73-a7b2bcfe62c4 admin admin] Made reservation on behalf of 66dd13919db54e2cb281cb857b403d5d for: {'subnet': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:10:58.493260 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d915004-d07f-4ee4-bb73-a7b2bcfe62c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:58.711413 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-b13958e1-ad65-4d2c-9b43-d6d4cb4499a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-659423941-network', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:10:58.722103 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d915004-d07f-4ee4-bb73-a7b2bcfe62c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for subnet, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:58.749262 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-621989074-network', 'tenant_id': 'ce61cbece70f44019c9692271ad82af0'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:10:58.793588 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d915004-d07f-4ee4-bb73-a7b2bcfe62c4 admin admin] Checking segment: {'id': 'f10cd512-2198-439c-b70d-2b543d943c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:10:58.793945 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d915004-d07f-4ee4-bb73-a7b2bcfe62c4 admin admin] Network hostable DHCP agents. Network: 632d189f-cdbd-40dc-b486-c7ad3cbc44fe, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:10:58.797389 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13958e1-ad65-4d2c-9b43-d6d4cb4499a0 admin admin] Made reservation on behalf of 19bd486a9ccf4993bc29caedf7ebc2d1 for: {'network': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:10:58.799866 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b13958e1-ad65-4d2c-9b43-d6d4cb4499a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:58.809192 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d915004-d07f-4ee4-bb73-a7b2bcfe62c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50615b92-51e7-4a8e-a635-3931daa3277f,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:58.812231 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b13958e1-ad65-4d2c-9b43-d6d4cb4499a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:58.870268 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Made reservation on behalf of ce61cbece70f44019c9692271ad82af0 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:10:58.873827 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:58.895892 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:58.929955 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d915004-d07f-4ee4-bb73-a7b2bcfe62c4 admin admin] Network 632d189f-cdbd-40dc-b486-c7ad3cbc44fe is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:10:58.960879 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b13958e1-ad65-4d2c-9b43-d6d4cb4499a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:58.983931 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 35052) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:59.051107 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b13958e1-ad65-4d2c-9b43-d6d4cb4499a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.087828 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13958e1-ad65-4d2c-9b43-d6d4cb4499a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1223, 'physical_network': 'physnet1'} {{(pid=94732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:10:59.098789 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-1d915004-d07f-4ee4-bb73-a7b2bcfe62c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, 632d189f-cdbd-40dc-b486-c7ad3cbc44fe) {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:10:59.110934 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e0783-c374-49ed-8ae3-7ed52199525e None None] Network 632d189f-cdbd-40dc-b486-c7ad3cbc44fe requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:10:59.113157 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d915004-d07f-4ee4-bb73-a7b2bcfe62c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:59.114029 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d915004-d07f-4ee4-bb73-a7b2bcfe62c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.117561 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b13958e1-ad65-4d2c-9b43-d6d4cb4499a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.118201 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.segments_db [None req-b13958e1-ad65-4d2c-9b43-d6d4cb4499a0 admin admin] Added segment 44ea752d-3a49-498d-b741-60f56aa50a7a of type vlan for network e7a994e9-dc5c-47aa-aba5-88bd0556f7ba Sep 02 17:10:59.121976 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13958e1-ad65-4d2c-9b43-d6d4cb4499a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8749ff0-6930-4070-8cd0-7c1801daaf55,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:59.208602 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.211848 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b13958e1-ad65-4d2c-9b43-d6d4cb4499a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.240471 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e6307475-f4bb-4f53-aa16-d4e83864b1c3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-693212765-network', 'tenant_id': 'ef606c1b3cc84a64b5e1c1a475836a90'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:10:59.285588 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.304323 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] vlan segment allocate from pool success with {'vlan_id': 1234, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:10:59.331237 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737482361950', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.332056 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Unsubscribe: segment precommit_create {{(pid=94733) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 02 17:10:59.332714 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.segments_db [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Added segment 8d75137e-1fd7-4082-91a5-5b85d1ff8eed of type vlan for network 738444e4-ce26-4b0c-8734-6b95252db57f Sep 02 17:10:59.342395 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b13958e1-ad65-4d2c-9b43-d6d4cb4499a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.343662 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13958e1-ad65-4d2c-9b43-d6d4cb4499a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:59.344596 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b13958e1-ad65-4d2c-9b43-d6d4cb4499a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.366259 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83e46462-e51a-57d2-8662-587f7e661a92-632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f'}]}} from dv-cinder-777031-8-iscsi. {{(pid=94734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:10:59.367356 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.397827 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.435475 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4839b519-51a1-4d2f-9fc4-bfee3d512834,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:59.446834 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:59.447608 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:59.448255 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:59.449495 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:59.450096 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:59.450594 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:59.451129 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:59.451740 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:59.452290 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:59.452773 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:59.453341 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:59.453834 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Tracked resource versions report: Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: pushed versions: Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: { 'AddressGroup': {'1.2'}, Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'ConntrackHelper': {'1.0'}, Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Log': {'1.0'}, Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Network': {'1.1'}, Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Port': {'1.7'}, Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'PortForwarding': {'1.2'}, Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'QosPolicy': {'1.9'}, Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'SecurityGroup': {'1.4'}, Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'SecurityGroupRule': {'1.2'}, Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'SubPort': {'1.0'}, Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Subnet': {'1.1'}, Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Trunk': {'1.1'}} Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: consumer versions: Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: { DHCP agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: HyperV agent@hv-cinder-77703: {}, Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: L3 agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: Metadata agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: Metering agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: Open vSwitch agent@dv-cinder-777031-8-iscsi: { 'AddressGroup': '1.2', Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'ConntrackHelper': '1.0', Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Log': '1.0', Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Network': '1.1', Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Port': '1.7', Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'PortForwarding': '1.2', Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'QosPolicy': '1.9', Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'SecurityGroup': '1.4', Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'SecurityGroupRule': '1.2', Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'SubPort': '1.0', Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Subnet': '1.1', Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: 'Trunk': '1.1'}} Sep 02 17:10:59.455239 dv-cinder-777031-8-iscsi neutron-server[94733]: {{(pid=94733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 17:10:59.467686 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-1d915004-d07f-4ee4-bb73-a7b2bcfe62c4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0719652 Sep 02 17:10:59.468408 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 35068) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:59.474448 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:10:59.501987 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13958e1-ad65-4d2c-9b43-d6d4cb4499a0 admin admin] Pushing event updated for resources: {'Network': ['ID=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:59.512216 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network e7a994e9-dc5c-47aa-aba5-88bd0556f7ba details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:10:59.530987 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.532014 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:10:59.532586 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.644396 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-b13958e1-ad65-4d2c-9b43-d6d4cb4499a0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3502183 Sep 02 17:10:59.645631 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35076) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:59.652816 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-413ee555-1b13-45a8-856e-be43e311f7d7 admin admin] Request body: {'subnet': {'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-659423941-subnet', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:10:59.717193 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6307475-f4bb-4f53-aa16-d4e83864b1c3 admin admin] Made reservation on behalf of ef606c1b3cc84a64b5e1c1a475836a90 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:10:59.719699 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6307475-f4bb-4f53-aa16-d4e83864b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.741580 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] Pushing event updated for resources: {'Network': ['ID=738444e4-ce26-4b0c-8734-6b95252db57f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:10:59.742092 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Allocated IP 172.20.0.2 (632d189f-cdbd-40dc-b486-c7ad3cbc44fe/50615b92-51e7-4a8e-a635-3931daa3277f/095e148d-e1b8-4164-b5e8-b1aefe5e7aee) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:10:59.747582 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6307475-f4bb-4f53-aa16-d4e83864b1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.763383 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network 738444e4-ce26-4b0c-8734-6b95252db57f details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:10:59.816593 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35082) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:10:59.817088 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-01ca71c8-ac4b-41e8-8d7d-f1b054253f52 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4739487 Sep 02 17:10:59.822318 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-68f7dd52-bdf5-4131-9086-91daffe9f6ae admin admin] Request body: {'subnet': {'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-621989074-subnet', 'tenant_id': 'ce61cbece70f44019c9692271ad82af0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:10:59.926146 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6012'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.926532 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6003'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:10:59.934506 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.db.api [None req-e6307475-f4bb-4f53-aa16-d4e83864b1c3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 17:10:59.934506 dv-cinder-777031-8-iscsi neutron-server[94733]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 17:10:59.934506 dv-cinder-777031-8-iscsi neutron-server[94733]: [parameters: {'project_id_1': 'ef606c1b3cc84a64b5e1c1a475836a90', 'expiration_1': datetime.datetime(2021, 9, 2, 17, 10, 59, 763600)}] Sep 02 17:10:59.934506 dv-cinder-777031-8-iscsi neutron-server[94733]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 17:10:59.939658 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG oslo_db.api [None req-e6307475-f4bb-4f53-aa16-d4e83864b1c3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 17:10:59.940564 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.db.api [None req-68f7dd52-bdf5-4131-9086-91daffe9f6ae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 17:10:59.940564 dv-cinder-777031-8-iscsi neutron-server[94732]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 17:10:59.940564 dv-cinder-777031-8-iscsi neutron-server[94732]: [parameters: {'project_id_1': 'ce61cbece70f44019c9692271ad82af0', 'expiration_1': datetime.datetime(2021, 9, 2, 17, 10, 59, 830233)}] Sep 02 17:10:59.940564 dv-cinder-777031-8-iscsi neutron-server[94732]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 17:10:59.940927 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG oslo_db.api [None req-68f7dd52-bdf5-4131-9086-91daffe9f6ae admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 17:11:00.062200 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413ee555-1b13-45a8-856e-be43e311f7d7 admin admin] Made reservation on behalf of 19bd486a9ccf4993bc29caedf7ebc2d1 for: {'subnet': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:11:00.066687 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-413ee555-1b13-45a8-856e-be43e311f7d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:00.081093 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:00.085153 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:00.111117 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Transition to ACTIVE for port object 095e148d-e1b8-4164-b5e8-b1aefe5e7aee will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:00.141636 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Transition to ACTIVE for port object 095e148d-e1b8-4164-b5e8-b1aefe5e7aee will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:00.222926 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:00.314688 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Pushing event updated for resources: {'Port': ['ID=095e148d-e1b8-4164-b5e8-b1aefe5e7aee,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:00.339258 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:00.339609 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:00.339944 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:00.342040 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:00.342430 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:00.344364 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:00.344689 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:00.346055 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:00.346055 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:00.346055 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:00.347494 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:00.347848 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Tracked resource versions report: Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: pushed versions: Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: { 'AddressGroup': {'1.2'}, Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'ConntrackHelper': {'1.0'}, Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Log': {'1.0'}, Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Network': {'1.1'}, Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Port': {'1.7'}, Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'PortForwarding': {'1.2'}, Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'QosPolicy': {'1.9'}, Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'SecurityGroup': {'1.4'}, Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'SecurityGroupRule': {'1.2'}, Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'SubPort': {'1.0'}, Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Subnet': {'1.1'}, Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Trunk': {'1.1'}} Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: consumer versions: Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: { DHCP agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: HyperV agent@hv-cinder-77703: {}, Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: L3 agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: Metadata agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: Metering agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: Open vSwitch agent@dv-cinder-777031-8-iscsi: { 'AddressGroup': '1.2', Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'ConntrackHelper': '1.0', Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Log': '1.0', Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Network': '1.1', Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Port': '1.7', Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'PortForwarding': '1.2', Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'QosPolicy': '1.9', Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'SecurityGroup': '1.4', Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'SecurityGroupRule': '1.2', Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'SubPort': '1.0', Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Subnet': '1.1', Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: 'Trunk': '1.1'}} Sep 02 17:11:00.349109 dv-cinder-777031-8-iscsi neutron-server[94734]: {{(pid=94734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 17:11:00.374091 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Network 632d189f-cdbd-40dc-b486-c7ad3cbc44fe is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:00.375938 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:00.382430 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:00.487217 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Attempting to bind port 095e148d-e1b8-4164-b5e8-b1aefe5e7aee on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:11:00.487577 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Attempting to bind port 095e148d-e1b8-4164-b5e8-b1aefe5e7aee by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': 'f10cd512-2198-439c-b70d-2b543d943c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:11:00.488125 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Attempting to bind port 095e148d-e1b8-4164-b5e8-b1aefe5e7aee on network 632d189f-cdbd-40dc-b486-c7ad3cbc44fe {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:00.495771 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:11:00.496853 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Checking segment: {'id': 'f10cd512-2198-439c-b70d-2b543d943c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:00.497461 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:00.498009 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Bound using segment: {'id': 'f10cd512-2198-439c-b70d-2b543d943c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:11:00.499041 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Bound port: 095e148d-e1b8-4164-b5e8-b1aefe5e7aee, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10cd512-2198-439c-b70d-2b543d943c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:11:00.500017 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:00.539546 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6307475-f4bb-4f53-aa16-d4e83864b1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:00.564315 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:00.587278 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] For port 095e148d-e1b8-4164-b5e8-b1aefe5e7aee, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:11:00.591909 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] For port 095e148d-e1b8-4164-b5e8-b1aefe5e7aee, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=095e148d-e1b8-4164-b5e8-b1aefe5e7aee,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:11:00.608638 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-413ee555-1b13-45a8-856e-be43e311f7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for subnet, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:00.663422 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f7dd52-bdf5-4131-9086-91daffe9f6ae admin admin] Made reservation on behalf of ce61cbece70f44019c9692271ad82af0 for: {'subnet': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:11:00.666240 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-68f7dd52-bdf5-4131-9086-91daffe9f6ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:00.678369 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ee555-1b13-45a8-856e-be43e311f7d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96f3ac1b-8493-455d-b18b-b178cdc55f13,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:00.692269 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:00.763968 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413ee555-1b13-45a8-856e-be43e311f7d7 admin admin] Checking segment: {'id': '44ea752d-3a49-498d-b741-60f56aa50a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:00.765150 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413ee555-1b13-45a8-856e-be43e311f7d7 admin admin] Network hostable DHCP agents. Network: e7a994e9-dc5c-47aa-aba5-88bd0556f7ba, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:11:00.848437 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd44894-a8f9-4374-bc90-df933215a036 None None] Pushing event updated for resources: {'Port': ['ID=095e148d-e1b8-4164-b5e8-b1aefe5e7aee,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:00.879145 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413ee555-1b13-45a8-856e-be43e311f7d7 admin admin] Network e7a994e9-dc5c-47aa-aba5-88bd0556f7ba is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:11:00.938157 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6307475-f4bb-4f53-aa16-d4e83864b1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:00.988255 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-413ee555-1b13-45a8-856e-be43e311f7d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, e7a994e9-dc5c-47aa-aba5-88bd0556f7ba) {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:01.000286 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413ee555-1b13-45a8-856e-be43e311f7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:01.001481 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-413ee555-1b13-45a8-856e-be43e311f7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:01.006656 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d4c765-1af6-4d97-a864-aa6d58b26397 None None] Network e7a994e9-dc5c-47aa-aba5-88bd0556f7ba requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:11:01.052183 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-68f7dd52-bdf5-4131-9086-91daffe9f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for subnet, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:01.081800 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6307475-f4bb-4f53-aa16-d4e83864b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:01.128860 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6307475-f4bb-4f53-aa16-d4e83864b1c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1209, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:11:01.131355 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6307475-f4bb-4f53-aa16-d4e83864b1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeba50be-82ae-4b40-9dc6-594006947f0c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:01.143326 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7dd52-bdf5-4131-9086-91daffe9f6ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a50c83f-5b1e-40ad-a862-f35863b5fb27,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:01.146634 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-413ee555-1b13-45a8-856e-be43e311f7d7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4995775 Sep 02 17:11:01.153251 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35136) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:01.159875 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:01.204576 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f7dd52-bdf5-4131-9086-91daffe9f6ae admin admin] Checking segment: {'id': '8d75137e-1fd7-4082-91a5-5b85d1ff8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:01.204941 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f7dd52-bdf5-4131-9086-91daffe9f6ae admin admin] Network hostable DHCP agents. Network: 738444e4-ce26-4b0c-8734-6b95252db57f, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:11:01.264607 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6307475-f4bb-4f53-aa16-d4e83864b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:01.264964 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.segments_db [None req-e6307475-f4bb-4f53-aa16-d4e83864b1c3 admin admin] Added segment 3b45b7ec-c042-4ab4-93ed-80f316f2853a of type vlan for network d6594f2c-dea7-4370-aced-0730482b2ad0 Sep 02 17:11:01.297032 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6012'] for router, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:01.298458 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6003'] for router, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:01.308476 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83e46462-e51a-57d2-8662-587f7e661a92-e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'fixed_ips': [{'subnet_id': '96f3ac1b-8493-455d-b18b-b178cdc55f13'}]}} from dv-cinder-777031-8-iscsi. {{(pid=94734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:11:01.309726 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:01.313030 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:01.347180 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:01.357743 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6307475-f4bb-4f53-aa16-d4e83864b1c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:01.362111 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f7dd52-bdf5-4131-9086-91daffe9f6ae admin admin] Network 738444e4-ce26-4b0c-8734-6b95252db57f is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:11:01.366610 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:01.398680 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35142) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:01.510113 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6307475-f4bb-4f53-aa16-d4e83864b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:01.511992 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6307475-f4bb-4f53-aa16-d4e83864b1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:01.512831 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6307475-f4bb-4f53-aa16-d4e83864b1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:01.516602 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Allocated IP 172.20.0.2 (e7a994e9-dc5c-47aa-aba5-88bd0556f7ba/96f3ac1b-8493-455d-b18b-b178cdc55f13/c3ed0699-d757-4876-919c-0b4ae13c6bef) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:11:01.571535 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-68f7dd52-bdf5-4131-9086-91daffe9f6ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, 738444e4-ce26-4b0c-8734-6b95252db57f) {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:01.583372 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f7dd52-bdf5-4131-9086-91daffe9f6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:01.584794 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-68f7dd52-bdf5-4131-9086-91daffe9f6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:01.677877 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] Allocated IP 172.27.3.7 (590119a4-1f8b-48ad-9c89-4c6964c18e67/7cdc9a3e-6ce5-4dce-a686-134e15b48f48/0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:11:01.688766 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6307475-f4bb-4f53-aa16-d4e83864b1c3 admin admin] Pushing event updated for resources: {'Network': ['ID=d6594f2c-dea7-4370-aced-0730482b2ad0,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:01.690410 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd679ba5-2698-40fc-b66a-760209e758fe None None] Network 738444e4-ce26-4b0c-8734-6b95252db57f requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:11:01.696907 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-e6307475-f4bb-4f53-aa16-d4e83864b1c3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7118609 Sep 02 17:11:01.705705 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 35156) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:01.728455 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-55e30335-8a9b-4408-bf80-a8f36be718c2 admin admin] Request body: {'subnet': {'network_id': 'd6594f2c-dea7-4370-aced-0730482b2ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-693212765-subnet', 'tenant_id': 'ef606c1b3cc84a64b5e1c1a475836a90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:01.750765 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-68f7dd52-bdf5-4131-9086-91daffe9f6ae admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9319999 Sep 02 17:11:01.878319 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network d6594f2c-dea7-4370-aced-0730482b2ad0 details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:11:01.888264 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 35160) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:01.954491 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 095e148d-e1b8-4164-b5e8-b1aefe5e7aee up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:01.980618 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e30335-8a9b-4408-bf80-a8f36be718c2 admin admin] Made reservation on behalf of ef606c1b3cc84a64b5e1c1a475836a90 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:11:01.983318 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55e30335-8a9b-4408-bf80-a8f36be718c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:02.096493 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:02.107088 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6344aeb3-0c47-4965-9bee-4c9f7aaac61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:02.177145 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c114e7a3-84fc-4c51-9a63-52af62775c77 None None] Network 738444e4-ce26-4b0c-8734-6b95252db57f requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:11:02.247291 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-23c66de3-ee6a-4ebe-ad21-fa24a9cdd9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:02.278064 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e58fe9-acd2-4fc4-868e-7dfc97ec571d None None] Network 632d189f-cdbd-40dc-b486-c7ad3cbc44fe requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:11:02.321974 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6344aeb3-0c47-4965-9bee-4c9f7aaac61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:02.375942 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port 095e148d-e1b8-4164-b5e8-b1aefe5e7aee completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:02.439389 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:02.470540 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Transition to ACTIVE for port object c3ed0699-d757-4876-919c-0b4ae13c6bef will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:02.482257 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:02.513161 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35206) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:02.515050 dv-cinder-777031-8-iscsi neutron-server[94732]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 02 17:11:02.525786 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6344aeb3-0c47-4965-9bee-4c9f7aaac61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:02.551584 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55e30335-8a9b-4408-bf80-a8f36be718c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:02.564243 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-6344aeb3-0c47-4965-9bee-4c9f7aaac61e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8197bb248f7c4ef191ebfcf63e6639ca&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1619654 Sep 02 17:11:02.566097 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Transition to ACTIVE for port object c3ed0699-d757-4876-919c-0b4ae13c6bef will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:02.569140 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-3c5394ac-289f-4b76-83c2-689791392063 None None] Provisioning for port 095e148d-e1b8-4164-b5e8-b1aefe5e7aee completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:02.595807 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-3c5394ac-289f-4b76-83c2-689791392063 None None] Provisioning complete for port 095e148d-e1b8-4164-b5e8-b1aefe5e7aee triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:02.596249 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c5394ac-289f-4b76-83c2-689791392063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:02.597064 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35210) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:02.615414 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e30335-8a9b-4408-bf80-a8f36be718c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b95f878c-3924-4291-a851-55eeab3176a2,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:02.629955 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:02.654221 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:02.702551 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:02.709141 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] Pushing event updated for resources: {'Port': ['ID=0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:02.719446 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:02.724188 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:02.727259 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Network e7a994e9-dc5c-47aa-aba5-88bd0556f7ba is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:02.742735 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:02.765984 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:02.767985 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Pushing event updated for resources: {'Port': ['ID=c3ed0699-d757-4876-919c-0b4ae13c6bef,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:02.811614 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:02.816597 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e30335-8a9b-4408-bf80-a8f36be718c2 admin admin] Checking segment: {'id': '3b45b7ec-c042-4ab4-93ed-80f316f2853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6594f2c-dea7-4370-aced-0730482b2ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:02.817085 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e30335-8a9b-4408-bf80-a8f36be718c2 admin admin] Network hostable DHCP agents. Network: d6594f2c-dea7-4370-aced-0730482b2ad0, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:11:02.829306 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:02.858125 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344aeb3-0c47-4965-9bee-4c9f7aaac61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0ccc84-f205-40ea-bc89-39cd61a5627e,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:02.904417 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c5394ac-289f-4b76-83c2-689791392063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:02.911795 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Attempting to bind port c3ed0699-d757-4876-919c-0b4ae13c6bef on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:11:02.912165 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Attempting to bind port c3ed0699-d757-4876-919c-0b4ae13c6bef by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': '44ea752d-3a49-498d-b741-60f56aa50a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:11:02.912520 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Attempting to bind port c3ed0699-d757-4876-919c-0b4ae13c6bef on network e7a994e9-dc5c-47aa-aba5-88bd0556f7ba {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:02.926570 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e30335-8a9b-4408-bf80-a8f36be718c2 admin admin] Network d6594f2c-dea7-4370-aced-0730482b2ad0 is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:11:02.952421 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:11:02.953670 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Checking segment: {'id': '44ea752d-3a49-498d-b741-60f56aa50a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:02.954641 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:02.956181 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Bound using segment: {'id': '44ea752d-3a49-498d-b741-60f56aa50a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:11:02.956688 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Bound port: c3ed0699-d757-4876-919c-0b4ae13c6bef, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ea752d-3a49-498d-b741-60f56aa50a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:11:02.958443 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:02.981081 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ec4ab5a8-cf5f-4458-a600-9135b7fcff35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:03.002059 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-23c66de3-ee6a-4ebe-ad21-fa24a9cdd9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:03.003250 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ec4ab5a8-cf5f-4458-a600-9135b7fcff35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:03.018511 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-3c5394ac-289f-4b76-83c2-689791392063 None None] For port 095e148d-e1b8-4164-b5e8-b1aefe5e7aee, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=095e148d-e1b8-4164-b5e8-b1aefe5e7aee,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:03.061476 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-3a705a3c-b80f-4bae-b54e-36c914f58267 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:03.072088 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-3a705a3c-b80f-4bae-b54e-36c914f58267 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/networks?id=738444e4-ce26-4b0c-8734-6b95252db57f HTTP/1.1" status: 200 len: 814 time: 0.5485406 Sep 02 17:11:03.072239 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-23c66de3-ee6a-4ebe-ad21-fa24a9cdd9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:03.101602 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c5394ac-289f-4b76-83c2-689791392063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:03.118757 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-a23b56ff-dd65-4b7a-bfb6-aed527bc055d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/quotas/ce61cbece70f44019c9692271ad82af0 HTTP/1.1" status: 200 len: 375 time: 0.0406046 Sep 02 17:11:03.135065 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-55e30335-8a9b-4408-bf80-a8f36be718c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, d6594f2c-dea7-4370-aced-0730482b2ad0) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:03.171554 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e30335-8a9b-4408-bf80-a8f36be718c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:03.172174 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55e30335-8a9b-4408-bf80-a8f36be718c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:03.181833 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] For port c3ed0699-d757-4876-919c-0b4ae13c6bef, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:11:03.197918 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-23c66de3-ee6a-4ebe-ad21-fa24a9cdd9d9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c71bfffda67949649d7dbf08e29aaaed&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3053689 Sep 02 17:11:03.201464 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-aefd7eee-76e8-458d-a405-8c5d9a387575 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ce61cbece70f44019c9692271ad82af0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690188 Sep 02 17:11:03.201642 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 35228) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:03.202369 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c66de3-ee6a-4ebe-ad21-fa24a9cdd9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9280324e-296f-4a06-a88c-87e6a02319e1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:03.204767 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_common [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] Allocated IP 172.27.3.191 (590119a4-1f8b-48ad-9c89-4c6964c18e67/7cdc9a3e-6ce5-4dce-a686-134e15b48f48/ea9cdcf0-94f4-47b5-90c8-7e2a57b10728) {{(pid=94732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:11:03.207024 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] For port c3ed0699-d757-4876-919c-0b4ae13c6bef, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=c3ed0699-d757-4876-919c-0b4ae13c6bef,segment=NetworkSegment(44ea752d-3a49-498d-b741-60f56aa50a7a),segment_id=44ea752d-3a49-498d-b741-60f56aa50a7a)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:11:03.208572 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2428f5ea-4a15-4deb-bdbb-7808fde825af None None] Network d6594f2c-dea7-4370-aced-0730482b2ad0 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:11:03.209974 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ec4ab5a8-cf5f-4458-a600-9135b7fcff35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:03.213685 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ec4ab5a8-cf5f-4458-a600-9135b7fcff35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:03.215562 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-ec4ab5a8-cf5f-4458-a600-9135b7fcff35 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1c0ccc84-f205-40ea-bc89-39cd61a5627e HTTP/1.1" status: 204 len: 168 time: 0.6174958 Sep 02 17:11:03.233741 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ab5a8-cf5f-4458-a600-9135b7fcff35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0ccc84-f205-40ea-bc89-39cd61a5627e,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:03.246566 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5394ac-289f-4b76-83c2-689791392063 None None] Pushing event updated for resources: {'Port': ['ID=095e148d-e1b8-4164-b5e8-b1aefe5e7aee,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:03.296897 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-55e30335-8a9b-4408-bf80-a8f36be718c2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5823267 Sep 02 17:11:03.406245 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:03.452355 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:03.491494 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-583904f8-db1e-4656-9f09-7daa580b9e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:03.525276 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbf1ae-5e78-4acb-898b-de326d7c97ad None None] Pushing event updated for resources: {'Port': ['ID=c3ed0699-d757-4876-919c-0b4ae13c6bef,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:03.552276 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-ca5707cf-85c0-4b14-abed-51c0087cbc5b None None] Provisioning complete for port 095e148d-e1b8-4164-b5e8-b1aefe5e7aee triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:03.552563 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ca5707cf-85c0-4b14-abed-51c0087cbc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:03.554922 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-583904f8-db1e-4656-9f09-7daa580b9e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:03.601096 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:03.629570 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:03.750083 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d35cde-2e3e-4d7f-82e0-2169db1a2b97 None None] Network d6594f2c-dea7-4370-aced-0730482b2ad0 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:11:03.771980 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:03.780557 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:03.784547 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] Received port after_create {{(pid=94732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:03.795098 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] Pushing event updated for resources: {'Port': ['ID=ea9cdcf0-94f4-47b5-90c8-7e2a57b10728,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:03.867916 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 095e148d-e1b8-4164-b5e8-b1aefe5e7aee up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:03.939577 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-0926e23d-782d-492c-9142-b06f8979442e service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:11:03.940905 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-0926e23d-782d-492c-9142-b06f8979442e service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5098977 Sep 02 17:11:04.023936 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649100'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:04.041968 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-583904f8-db1e-4656-9f09-7daa580b9e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:04.045092 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-583904f8-db1e-4656-9f09-7daa580b9e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:04.048799 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-583904f8-db1e-4656-9f09-7daa580b9e1e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9280324e-296f-4a06-a88c-87e6a02319e1 HTTP/1.1" status: 204 len: 168 time: 0.8388717 Sep 02 17:11:04.065790 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583904f8-db1e-4656-9f09-7daa580b9e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9280324e-296f-4a06-a88c-87e6a02319e1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:04.082934 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 095e148d-e1b8-4164-b5e8-b1aefe5e7aee triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:04.083305 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:04.163479 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-5ed7e714-6c80-49bb-9713-33a788dd8b29 service neutron] 10.222.0.78 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096019 Sep 02 17:11:04.321151 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-c730c9d3-8b38-4853-87a4-85a30ae5541a service neutron] 10.222.0.78 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514230 Sep 02 17:11:04.364812 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35272) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:04.456517 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] Router c904a387-9f22-49ef-8328-fd16ec3668de is scheduled to L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:11:04.536927 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-6ac27f22-4cfa-4faf-95e0-a25434b69589 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:04.538468 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-6ac27f22-4cfa-4faf-95e0-a25434b69589 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/networks?id=d6594f2c-dea7-4370-aced-0730482b2ad0 HTTP/1.1" status: 200 len: 811 time: 0.1724999 Sep 02 17:11:04.613189 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-f6746aff-e27e-4265-8a81-46868f6caa4b tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/quotas/ef606c1b3cc84a64b5e1c1a475836a90 HTTP/1.1" status: 200 len: 375 time: 0.0633988 Sep 02 17:11:04.643403 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 35288) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:04.751276 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ba8af513-1bf7-4293-a518-a9f885629d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:04.784670 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:11:04.801621 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Sync routers for ids ['c904a387-9f22-49ef-8328-fd16ec3668de'] in dv-cinder-777031-8-iscsi {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:11:04.820185 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Routers {'c904a387-9f22-49ef-8328-fd16ec3668de'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:04.827479 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:10:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c904a387-9f22-49ef-8328-fd16ec3668de'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:04.891142 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ba8af513-1bf7-4293-a518-a9f885629d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:04.912758 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-940fc220-c914-4b55-adb1-f4b398f260a1 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ef606c1b3cc84a64b5e1c1a475836a90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2808754 Sep 02 17:11:04.967693 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ba8af513-1bf7-4293-a518-a9f885629d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:04.968281 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:05.012475 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Set router c904a387-9f22-49ef-8328-fd16ec3668de gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:05.025566 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-ba8af513-1bf7-4293-a518-a9f885629d4d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8575cd3b18f64f35b6be8cb17c425d36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3736720 Sep 02 17:11:05.025566 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 35306) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:05.026112 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdda6bd7-9e3c-408c-b436-863c80fe5a0c None None] Network e7a994e9-dc5c-47aa-aba5-88bd0556f7ba requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:11:05.052821 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8af513-1bf7-4293-a518-a9f885629d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4eff77-22e2-4640-9c50-2cf978c9a5d2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:05.057835 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:05.060089 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-bc296d87-1acd-4ac0-905e-3b2985ca15bb admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5899625 Sep 02 17:11:05.065132 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 35308) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:05.073003 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-76c8c117-f1dc-4d82-b793-3b1d71d1fd15 req-5f968676-012e-4aa2-b367-85b33d961b64 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 210 time: 0.1720552 Sep 02 17:11:05.250029 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1c5da555-3bea-404c-9070-4a0890de574d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:05.251600 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649100'] for router, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:05.272914 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:11:03Z', 'revision_number': 3, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port': {'id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:05.289682 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 35314) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:05.311037 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Checking router: c904a387-9f22-49ef-8328-fd16ec3668de for host: dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:11:05.312203 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Updating router c904a387-9f22-49ef-8328-fd16ec3668de port 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80 binding host dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:11:05.323195 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-4b61ceb9-f42a-4e4f-a87c-55f8b97ea7dc None None] Provisioning for port c3ed0699-d757-4876-919c-0b4ae13c6bef completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:05.360391 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:05.399680 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2a7e4b0-2842-4a9f-bb63-0b68dde2e152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:05.442701 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1c5da555-3bea-404c-9070-4a0890de574d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:05.549420 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35320) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:05.555905 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] Router 630e5cb7-041b-4a81-824d-229272b4d256 is scheduled to L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af with binding_index 1 {{(pid=94732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:11:05.891345 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device c3ed0699-d757-4876-919c-0b4ae13c6bef up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:05.906396 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:11:05.909195 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:05.922762 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c66680b3-1ede-4d08-8858-ec2697af0f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:05.934543 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Transition to ACTIVE for port object 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:05.955428 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2a7e4b0-2842-4a9f-bb63-0b68dde2e152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:05.958156 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1c5da555-3bea-404c-9070-4a0890de574d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:05.961155 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-74b6d879-c1e4-4094-9e27-14100dac2f39 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:11:05.969360 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-74b6d879-c1e4-4094-9e27-14100dac2f39 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1509073 Sep 02 17:11:05.972429 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Sync routers for ids ['630e5cb7-041b-4a81-824d-229272b4d256'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:11:05.974561 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1c5da555-3bea-404c-9070-4a0890de574d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:05.977241 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-1c5da555-3bea-404c-9070-4a0890de574d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dc4eff77-22e2-4640-9c50-2cf978c9a5d2 HTTP/1.1" status: 204 len: 168 time: 0.9512103 Sep 02 17:11:05.982144 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:06.019683 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2a7e4b0-2842-4a9f-bb63-0b68dde2e152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:06.060934 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Routers {'630e5cb7-041b-4a81-824d-229272b4d256'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:06.064426 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:10:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['630e5cb7-041b-4a81-824d-229272b4d256'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:06.079492 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Attempting to bind port 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80 on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:11:06.080106 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Attempting to bind port 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80 by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:11:06.080446 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Attempting to bind port 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80 on network 590119a4-1f8b-48ad-9c89-4c6964c18e67 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:06.084219 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc980d-2b18-4554-8d7e-c2a69bffd40a None None] Pushing event updated for resources: {'Port': ['ID=0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:06.096302 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:11:06.096908 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Checking segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:06.097449 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:06.097993 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Bound using segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:11:06.098648 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Bound port: 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:11:06.099171 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:06.104717 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc980d-2b18-4554-8d7e-c2a69bffd40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:06.104717 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc980d-2b18-4554-8d7e-c2a69bffd40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:06.104717 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc980d-2b18-4554-8d7e-c2a69bffd40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:06.104717 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc980d-2b18-4554-8d7e-c2a69bffd40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:06.104717 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc980d-2b18-4554-8d7e-c2a69bffd40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:06.104717 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc980d-2b18-4554-8d7e-c2a69bffd40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:06.104717 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc980d-2b18-4554-8d7e-c2a69bffd40a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:06.105509 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc980d-2b18-4554-8d7e-c2a69bffd40a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:06.105978 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc980d-2b18-4554-8d7e-c2a69bffd40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:06.106591 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc980d-2b18-4554-8d7e-c2a69bffd40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:06.107021 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc980d-2b18-4554-8d7e-c2a69bffd40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:06.107556 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc980d-2b18-4554-8d7e-c2a69bffd40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc980d-2b18-4554-8d7e-c2a69bffd40a None None] Tracked resource versions report: Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: pushed versions: Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: { 'AddressGroup': {'1.2'}, Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'ConntrackHelper': {'1.0'}, Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Log': {'1.0'}, Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Network': {'1.1'}, Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Port': {'1.7'}, Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'PortForwarding': {'1.2'}, Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'QosPolicy': {'1.9'}, Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'SecurityGroup': {'1.4'}, Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'SecurityGroupRule': {'1.2'}, Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'SubPort': {'1.0'}, Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Subnet': {'1.1'}, Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Trunk': {'1.1'}} Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: consumer versions: Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: { DHCP agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: HyperV agent@hv-cinder-77703: {}, Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: L3 agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: Metadata agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: Metering agent@dv-cinder-777031-8-iscsi: {}, Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: Open vSwitch agent@dv-cinder-777031-8-iscsi: { 'AddressGroup': '1.2', Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'ConntrackHelper': '1.0', Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Log': '1.0', Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Network': '1.1', Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Port': '1.7', Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'PortForwarding': '1.2', Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'QosPolicy': '1.9', Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'SecurityGroup': '1.4', Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'SecurityGroupRule': '1.2', Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'SubPort': '1.0', Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Subnet': '1.1', Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: 'Trunk': '1.1'}} Sep 02 17:11:06.108724 dv-cinder-777031-8-iscsi neutron-server[94735]: {{(pid=94735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 17:11:06.171902 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] For port 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:11:06.176435 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] For port 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:11:06.204456 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5da555-3bea-404c-9070-4a0890de574d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4eff77-22e2-4640-9c50-2cf978c9a5d2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:06.221008 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c66680b3-1ede-4d08-8858-ec2697af0f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:06.224786 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] Notify callbacks [] for router, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:06.226491 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-6982d0a9-a4ff-464a-9353-25f20f7c1f0a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0721259 Sep 02 17:11:06.233513 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35344) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:06.275212 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:06.289855 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Set router 630e5cb7-041b-4a81-824d-229272b4d256 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:06.323655 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-b2a7e4b0-2842-4a9f-bb63-0b68dde2e152 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=81214910d16f401299cfe7ff7303e453&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0266886 Sep 02 17:11:06.323905 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c66680b3-1ede-4d08-8858-ec2697af0f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:06.326490 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port c3ed0699-d757-4876-919c-0b4ae13c6bef completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:06.329612 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d14a5810-61d2-4287-957b-f336dffe4cf6 req-b09e9418-aba0-4090-aceb-edff246bf70b tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 210 time: 0.1014709 Sep 02 17:11:06.334485 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 35350) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:06.361453 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port c3ed0699-d757-4876-919c-0b4ae13c6bef triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:06.362462 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:06.396333 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc980d-2b18-4554-8d7e-c2a69bffd40a None None] Pushing event updated for resources: {'Port': ['ID=0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:06.420961 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66680b3-1ede-4d08-8858-ec2697af0f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5351857-8551-4542-9cdf-4472d09220a6,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:06.421822 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Routers {'c904a387-9f22-49ef-8328-fd16ec3668de'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:06.422523 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:10:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c904a387-9f22-49ef-8328-fd16ec3668de'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:06.484292 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-c66680b3-1ede-4d08-8858-ec2697af0f75 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e6e3df3378754b83ac99f44f9e27a407&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9339731 Sep 02 17:11:06.486632 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35356) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:06.549258 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] Set router c904a387-9f22-49ef-8328-fd16ec3668de gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:06.554169 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43b6bc3c-d0ec-423b-b3f9-4eb554a0d171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:06.570769 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4df30c7c-5984-4f43-8655-5d45fbe72c58 service neutron] 10.222.0.78 "GET /v2.0/networks/d6594f2c-dea7-4370-aced-0730482b2ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003134 Sep 02 17:11:06.609315 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:04Z', 'revision_number': 3, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port': {'id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:02Z', 'updated_at': '2021-09-02T17:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:06.635458 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43b6bc3c-d0ec-423b-b3f9-4eb554a0d171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:06.659912 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Checking router: 630e5cb7-041b-4a81-824d-229272b4d256 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:11:06.660274 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Updating router 630e5cb7-041b-4a81-824d-229272b4d256 port ea9cdcf0-94f4-47b5-90c8-7e2a57b10728 binding host dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:11:06.697126 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:06.777566 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:11:03Z', 'revision_number': 3, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port': {'id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:06.788951 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:06.790454 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7e4b0-2842-4a9f-bb63-0b68dde2e152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93a5b7f-4e13-4bc2-81b9-445f92561131,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:06.835176 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8454b58-d466-4612-9913-b5406a924d76 None None] The sync data for ids ['c904a387-9f22-49ef-8328-fd16ec3668de'] in dv-cinder-777031-8-iscsi is: [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:11:03Z', 'revision_number': 3, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port': {'id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:11:06.914638 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port c3ed0699-d757-4876-919c-0b4ae13c6bef, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=c3ed0699-d757-4876-919c-0b4ae13c6bef,segment=NetworkSegment(44ea752d-3a49-498d-b741-60f56aa50a7a),segment_id=44ea752d-3a49-498d-b741-60f56aa50a7a)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:07.020281 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:07.032156 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fdfc1f4c-7c81-4088-89ca-b728a73567ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:07.122195 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:07.124289 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43b6bc3c-d0ec-423b-b3f9-4eb554a0d171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:07.124428 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fdfc1f4c-7c81-4088-89ca-b728a73567ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:07.138227 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43b6bc3c-d0ec-423b-b3f9-4eb554a0d171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:07.139521 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-43b6bc3c-d0ec-423b-b3f9-4eb554a0d171 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e93a5b7f-4e13-4bc2-81b9-445f92561131 HTTP/1.1" status: 204 len: 168 time: 0.8038795 Sep 02 17:11:07.167007 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6bc3c-d0ec-423b-b3f9-4eb554a0d171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93a5b7f-4e13-4bc2-81b9-445f92561131,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:07.372572 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=c3ed0699-d757-4876-919c-0b4ae13c6bef,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:07.381954 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-8730054d-7556-467b-8c78-daf1478cdfd0 service neutron] 10.222.0.78 "GET /v2.0/networks/d6594f2c-dea7-4370-aced-0730482b2ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8084009 Sep 02 17:11:07.499626 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:07.523399 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] Allocated IP 172.20.0.1 (632d189f-cdbd-40dc-b486-c7ad3cbc44fe/50615b92-51e7-4a8e-a635-3931daa3277f/cd437f4a-f817-4ddb-a8a4-54c23ef7e565) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:11:07.639727 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Transition to ACTIVE for port object ea9cdcf0-94f4-47b5-90c8-7e2a57b10728 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:07.651002 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fdfc1f4c-7c81-4088-89ca-b728a73567ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:07.659421 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fdfc1f4c-7c81-4088-89ca-b728a73567ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:07.663707 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-fdfc1f4c-7c81-4088-89ca-b728a73567ff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d5351857-8551-4542-9cdf-4472d09220a6 HTTP/1.1" status: 204 len: 168 time: 1.1723020 Sep 02 17:11:07.722256 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:07.725403 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:07.751114 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] Transition to ACTIVE for port object cd437f4a-f817-4ddb-a8a4-54c23ef7e565 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:07.781901 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc1f4c-7c81-4088-89ca-b728a73567ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5351857-8551-4542-9cdf-4472d09220a6,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:07.873265 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f0a24557-fc5b-4fcf-b887-28c2909c3efb req-71179cfc-0f82-455b-b914-3f9df4b78b34 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 210 time: 0.0881104 Sep 02 17:11:07.903628 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:07.933630 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] Network 632d189f-cdbd-40dc-b486-c7ad3cbc44fe is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:07.961395 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:08.032891 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:08.064863 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:08.072562 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483803'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:08.105844 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Attempting to bind port ea9cdcf0-94f4-47b5-90c8-7e2a57b10728 on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:11:08.106420 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Attempting to bind port ea9cdcf0-94f4-47b5-90c8-7e2a57b10728 by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:11:08.106790 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Attempting to bind port ea9cdcf0-94f4-47b5-90c8-7e2a57b10728 on network 590119a4-1f8b-48ad-9c89-4c6964c18e67 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:08.109927 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-03755038-0dc9-42e6-8679-7f98ef217e4f req-43e06204-ccb2-4ec7-8a09-0eafd95312da tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 210 time: 0.1251638 Sep 02 17:11:08.110242 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738d840-e366-404a-9c89-f773ad27868a None None] Pushing event updated for resources: {'Port': ['ID=ea9cdcf0-94f4-47b5-90c8-7e2a57b10728,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:08.197276 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:11:08.198015 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Checking segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:08.201067 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:08.202028 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Bound using segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:11:08.204949 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Bound port: ea9cdcf0-94f4-47b5-90c8-7e2a57b10728, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:11:08.210697 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:08.229325 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] Pushing event updated for resources: {'Port': ['ID=cd437f4a-f817-4ddb-a8a4-54c23ef7e565,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:08.307831 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:08.346429 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:08.436533 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] For port ea9cdcf0-94f4-47b5-90c8-7e2a57b10728, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:11:08.442019 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:08.452829 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] For port ea9cdcf0-94f4-47b5-90c8-7e2a57b10728, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=ea9cdcf0-94f4-47b5-90c8-7e2a57b10728,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:11:08.457794 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:08.458853 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:08.550478 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:08.554477 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-5f9166e0-19f2-4c08-931f-d09a80ce27f4 None None] Provisioning for port cd437f4a-f817-4ddb-a8a4-54c23ef7e565 completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:08.572401 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-5f9166e0-19f2-4c08-931f-d09a80ce27f4 None None] Provisioning complete for port cd437f4a-f817-4ddb-a8a4-54c23ef7e565 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:08.572840 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f9166e0-19f2-4c08-931f-d09a80ce27f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:08.897213 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5f9166e0-19f2-4c08-931f-d09a80ce27f4 None None] Port cd437f4a-f817-4ddb-a8a4-54c23ef7e565 cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:11:08.902194 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:08.996495 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738d840-e366-404a-9c89-f773ad27868a None None] Pushing event updated for resources: {'Port': ['ID=ea9cdcf0-94f4-47b5-90c8-7e2a57b10728,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:09.083344 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_common [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] Allocated IP 172.20.0.1 (e7a994e9-dc5c-47aa-aba5-88bd0556f7ba/96f3ac1b-8493-455d-b18b-b178cdc55f13/7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40) {{(pid=94732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:11:09.092256 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Routers {'630e5cb7-041b-4a81-824d-229272b4d256'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:09.092893 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:10:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['630e5cb7-041b-4a81-824d-229272b4d256'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:09.318854 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:09.376132 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:09.383133 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0ca0dc51-6573-4ce5-9a29-c62c5ba4cc3b req-0cf0f389-cdab-4ee6-8689-b8022a841666 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 210 time: 0.1208725 Sep 02 17:11:09.449655 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:09.471507 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:09.473264 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650571'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:09.474725 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.provisioning_blocks [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] Transition to ACTIVE for port object 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 will not be triggered until provisioned by entity DHCP. {{(pid=94732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:09.479111 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:09.491308 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dc71d2df-8e17-4825-aa75-7e39c57d374f req-993a0f49-ef4e-4005-8d90-dee1b97d6e17 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 210 time: 0.0957825 Sep 02 17:11:09.512246 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] Set router 630e5cb7-041b-4a81-824d-229272b4d256 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:09.608123 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:09.608777 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device c3ed0699-d757-4876-919c-0b4ae13c6bef up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:09.659984 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] Pushing event updated for resources: {'Port': ['ID=cd437f4a-f817-4ddb-a8a4-54c23ef7e565,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:09.669739 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] Network 632d189f-cdbd-40dc-b486-c7ad3cbc44fe is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:09.671589 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:09.685848 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:09.775257 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] Network e7a994e9-dc5c-47aa-aba5-88bd0556f7ba is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:09.780473 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:09.786126 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] Received port after_create {{(pid=94732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:09.789932 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483803'] for router_interface, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:09.925898 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] Router c904a387-9f22-49ef-8328-fd16ec3668de has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:11:09.971699 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:10.085708 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:10.156125 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:11:10.169839 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Sync routers for ids ['c904a387-9f22-49ef-8328-fd16ec3668de'] in dv-cinder-777031-8-iscsi {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:11:10.180429 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-1fea4874-5f8a-4ae6-b4d9-1abe80edd857 admin admin] 10.222.0.78 "PUT /v2.0/routers/c904a387-9f22-49ef-8328-fd16ec3668de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1141839 Sep 02 17:11:10.182098 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Routers {'c904a387-9f22-49ef-8328-fd16ec3668de'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:10.182749 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:10:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c904a387-9f22-49ef-8328-fd16ec3668de'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:10.212886 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port c3ed0699-d757-4876-919c-0b4ae13c6bef triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:10.217514 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:10.280295 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f783c572-5bc7-4fce-bee2-8ca504762056 None None] Provisioning complete for port cd437f4a-f817-4ddb-a8a4-54c23ef7e565 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:10.281022 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f783c572-5bc7-4fce-bee2-8ca504762056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:10.294340 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.46', 64801) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:10.357476 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:10.382027 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:04Z', 'revision_number': 3, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port': {'id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:02Z', 'updated_at': '2021-09-02T17:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:10.507712 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Set router c904a387-9f22-49ef-8328-fd16ec3668de gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:10.510716 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28412be8-b777-42b3-a448-1aed4ad4ec06 None None] The sync data for ids ['630e5cb7-041b-4a81-824d-229272b4d256'] in dv-cinder-777031-8-iscsi is: [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:04Z', 'revision_number': 3, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port': {'id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:02Z', 'updated_at': '2021-09-02T17:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:11:10.575804 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f783c572-5bc7-4fce-bee2-8ca504762056 None None] Port cd437f4a-f817-4ddb-a8a4-54c23ef7e565 cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:11:10.589828 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-34432e5f-e03d-4366-9434-f8bf76423866 req-19cdec36-866f-4392-a371-cd7a99b735ed tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 210 time: 0.1033189 Sep 02 17:11:10.777994 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5482775f-5581-4731-a6d2-fcc859b91644 req-90618c9c-6782-49b6-81bb-8c1e5a732a25 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 210 time: 0.0958774 Sep 02 17:11:10.785991 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 35530) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:10.792692 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:10.823030 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-0302adb0-8809-4b7e-9d25-442d611d1efa tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:10.825808 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-0302adb0-8809-4b7e-9d25-442d611d1efa tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.46 "GET /v2.0/networks?id=738444e4-ce26-4b0c-8734-6b95252db57f HTTP/1.1" status: 200 len: 814 time: 0.5304554 Sep 02 17:11:10.860636 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-0c7bce3e-0fba-4d71-ae9f-27fec13e0a92 None None] Provisioning for port 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:10.875963 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-0c7bce3e-0fba-4d71-ae9f-27fec13e0a92 None None] Provisioning complete for port 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:10.876352 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0c7bce3e-0fba-4d71-ae9f-27fec13e0a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:10.908545 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-3a1cfafb-61d1-4a98-8ea2-3e10f85e063e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Request body: {'port': {'device_id': '3a4f9844-ae41-49c8-9ead-eda905ae20ae', 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f', 'admin_state_up': True, 'tenant_id': 'ce61cbece70f44019c9692271ad82af0'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:10.963133 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bce3e-0fba-4d71-ae9f-27fec13e0a92 None None] Port 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:11:11.287388 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:11.287388 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:11.297837 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:11:08Z', 'revision_number': 4, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port': {'id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'cd437f4a-f817-4ddb-a8a4-54c23ef7e565', 'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'mac_address': 'fa:16:3e:2d:92:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:07Z', 'updated_at': '2021-09-02T17:11:09Z', 'revision_number': 2, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'subnets': [{'id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:11.300809 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:11.303096 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Checking router: c904a387-9f22-49ef-8328-fd16ec3668de for host: dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:11:11.303096 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Updating router c904a387-9f22-49ef-8328-fd16ec3668de port cd437f4a-f817-4ddb-a8a4-54c23ef7e565 binding host dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:11:11.303096 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:11.303593 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:11.303593 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650571'] for router_interface, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:11.513813 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40,revision_number=2']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:11.514465 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-3a1cfafb-61d1-4a98-8ea2-3e10f85e063e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Made reservation on behalf of ce61cbece70f44019c9692271ad82af0 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:11:11.518684 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-3a1cfafb-61d1-4a98-8ea2-3e10f85e063e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:11.639912 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] Network e7a994e9-dc5c-47aa-aba5-88bd0556f7ba is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:11.660489 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:11.838219 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:11.880925 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Transition to ACTIVE for port object cd437f4a-f817-4ddb-a8a4-54c23ef7e565 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:11.882892 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ca19b1c6-dbbd-49c1-afc4-32ac2e535993 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-350333816-network', 'tenant_id': '9a2c551f6a234e7c92c69b564d37a11c'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:11.961587 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1f4af227-8f37-4f82-b9f8-462477c9febe req-cc503c64-67c6-4f6b-acb8-739c7f91fbe4 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 210 time: 0.1667290 Sep 02 17:11:11.979589 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:12.057681 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] Router 630e5cb7-041b-4a81-824d-229272b4d256 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:11:12.130404 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9227c58-04c3-449e-88b2-f571e8900ccc None None] Pushing event updated for resources: {'Port': ['ID=cd437f4a-f817-4ddb-a8a4-54c23ef7e565,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:12.191983 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Attempting to bind port cd437f4a-f817-4ddb-a8a4-54c23ef7e565 on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:11:12.193226 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Attempting to bind port cd437f4a-f817-4ddb-a8a4-54c23ef7e565 by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': 'f10cd512-2198-439c-b70d-2b543d943c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:11:12.193760 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Attempting to bind port cd437f4a-f817-4ddb-a8a4-54c23ef7e565 on network 632d189f-cdbd-40dc-b486-c7ad3cbc44fe {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:12.207813 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:11:12.208413 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Checking segment: {'id': 'f10cd512-2198-439c-b70d-2b543d943c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:12.208974 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:12.209700 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Bound using segment: {'id': 'f10cd512-2198-439c-b70d-2b543d943c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:11:12.210537 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Bound port: cd437f4a-f817-4ddb-a8a4-54c23ef7e565, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10cd512-2198-439c-b70d-2b543d943c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:11:12.212321 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:12.228774 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-d488ded2-5017-40db-bac7-32d3e17e4ad9 None None] Provisioning complete for port 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:12.232457 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d488ded2-5017-40db-bac7-32d3e17e4ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:12.280439 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca19b1c6-dbbd-49c1-afc4-32ac2e535993 admin admin] Made reservation on behalf of 9a2c551f6a234e7c92c69b564d37a11c for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:11:12.284180 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca19b1c6-dbbd-49c1-afc4-32ac2e535993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:12.314269 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] For port cd437f4a-f817-4ddb-a8a4-54c23ef7e565, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:11:12.321062 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] For port cd437f4a-f817-4ddb-a8a4-54c23ef7e565, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=cd437f4a-f817-4ddb-a8a4-54c23ef7e565,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:11:12.336099 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d488ded2-5017-40db-bac7-32d3e17e4ad9 None None] Port 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:11:12.346193 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca19b1c6-dbbd-49c1-afc4-32ac2e535993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:12.367708 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-3a1cfafb-61d1-4a98-8ea2-3e10f85e063e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Allocated IP 172.20.0.10 (738444e4-ce26-4b0c-8734-6b95252db57f/3a50c83f-5b1e-40ad-a862-f35863b5fb27/5c7e5724-ef15-4150-b762-44cb370f19d8) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:11:12.399132 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.46', 64812) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:12.419693 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9ca004e7-225d-427c-a2dc-3e3836657b59 req-4305e6a7-f0b7-4eb1-8dfa-2890ee5db861 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 210 time: 0.1773696 Sep 02 17:11:12.444329 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:12.472893 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:11:12.479660 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-fc7df29e-9f37-49bb-a5e4-4d490c3c96f0 admin admin] 10.222.0.78 "PUT /v2.0/routers/630e5cb7-041b-4a81-824d-229272b4d256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2447941 Sep 02 17:11:12.562425 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9227c58-04c3-449e-88b2-f571e8900ccc None None] Pushing event updated for resources: {'Port': ['ID=cd437f4a-f817-4ddb-a8a4-54c23ef7e565,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:12.570352 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Routers {'c904a387-9f22-49ef-8328-fd16ec3668de'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:12.571253 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:10:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c904a387-9f22-49ef-8328-fd16ec3668de'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:12.578584 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35592) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:12.583481 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-7b936829-5972-47e0-aeb8-373046b3eea1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1947241186', 'description': 'tempest-description--205109288'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:12.612248 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3e2cb565-e81c-48e1-b532-2a8c378da49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:12.803059 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device ea9cdcf0-94f4-47b5-90c8-7e2a57b10728 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:12.820718 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] Set router c904a387-9f22-49ef-8328-fd16ec3668de gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:12.833029 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca19b1c6-dbbd-49c1-afc4-32ac2e535993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:12.978171 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-cade93df-9af8-4306-a46b-2773530ca388 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:12.978171 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-cade93df-9af8-4306-a46b-2773530ca388 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.46 "GET /v2.0/networks?id=d6594f2c-dea7-4370-aced-0730482b2ad0 HTTP/1.1" status: 200 len: 811 time: 0.5495942 Sep 02 17:11:12.979615 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-db75a67c-8917-42d7-9f16-a8e7bd99bca8 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Request body: {'port': {'device_id': 'ace7e30a-c8c0-4849-adcf-d12d8db2fcb1', 'network_id': 'd6594f2c-dea7-4370-aced-0730482b2ad0', 'admin_state_up': True, 'tenant_id': 'ef606c1b3cc84a64b5e1c1a475836a90'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:13.265914 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:11:08Z', 'revision_number': 4, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port': {'id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'cd437f4a-f817-4ddb-a8a4-54c23ef7e565', 'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'mac_address': 'fa:16:3e:2d:92:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:07Z', 'updated_at': '2021-09-02T17:11:12Z', 'revision_number': 4, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'subnets': [{'id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:13.313620 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-3a1cfafb-61d1-4a98-8ea2-3e10f85e063e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:13.320868 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a84b4a9-834c-4f42-85b2-73c3238d2382 None None] The sync data for ids ['c904a387-9f22-49ef-8328-fd16ec3668de'] in dv-cinder-777031-8-iscsi is: [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:11:08Z', 'revision_number': 4, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port': {'id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'cd437f4a-f817-4ddb-a8a4-54c23ef7e565', 'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'mac_address': 'fa:16:3e:2d:92:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:07Z', 'updated_at': '2021-09-02T17:11:12Z', 'revision_number': 4, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'subnets': [{'id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:11:13.479221 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-465965ac-fa56-44f0-9e25-cba226408d52 req-4bf81c14-4736-4eb7-a0f1-4df15d39a864 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 210 time: 0.0938389 Sep 02 17:11:13.582666 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca19b1c6-dbbd-49c1-afc4-32ac2e535993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:13.627938 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.db.api [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-db75a67c-8917-42d7-9f16-a8e7bd99bca8 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 17:11:13.627938 dv-cinder-777031-8-iscsi neutron-server[94733]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 17:11:13.627938 dv-cinder-777031-8-iscsi neutron-server[94733]: [parameters: {'project_id_1': 'ef606c1b3cc84a64b5e1c1a475836a90', 'expiration_1': datetime.datetime(2021, 9, 2, 17, 11, 13, 401104)}] Sep 02 17:11:13.627938 dv-cinder-777031-8-iscsi neutron-server[94733]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 17:11:13.628947 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG oslo_db.api [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-db75a67c-8917-42d7-9f16-a8e7bd99bca8 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 17:11:13.629929 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca19b1c6-dbbd-49c1-afc4-32ac2e535993 admin admin] vlan segment allocate from pool success with {'vlan_id': 1212, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:11:13.669227 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port ea9cdcf0-94f4-47b5-90c8-7e2a57b10728 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:13.678414 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-262c8188-d3f9-4c33-80a8-68152deb343d req-7dc42537-c39c-4ca7-b08a-8f84a4e34e44 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 210 time: 0.0467613 Sep 02 17:11:13.685745 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port ea9cdcf0-94f4-47b5-90c8-7e2a57b10728 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:13.691185 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:13.703082 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7b936829-5972-47e0-aeb8-373046b3eea1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:13.735565 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca19b1c6-dbbd-49c1-afc4-32ac2e535993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:13.736014 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.segments_db [None req-ca19b1c6-dbbd-49c1-afc4-32ac2e535993 admin admin] Added segment 06ec663e-ed71-4cdd-bf99-740f36ce586a of type vlan for network cb4eef66-e7c9-49ec-b9bb-c81f91f881ad Sep 02 17:11:13.748412 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19b1c6-dbbd-49c1-afc4-32ac2e535993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2ac568-9d8c-40c2-8692-a59584e79d18,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:13.785580 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-3a1cfafb-61d1-4a98-8ea2-3e10f85e063e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:13.854792 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Sync routers for ids ['630e5cb7-041b-4a81-824d-229272b4d256'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:11:13.914339 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca19b1c6-dbbd-49c1-afc4-32ac2e535993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:13.939416 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Routers {'630e5cb7-041b-4a81-824d-229272b4d256'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:13.954215 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:10:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['630e5cb7-041b-4a81-824d-229272b4d256'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:14.045537 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7b936829-5972-47e0-aeb8-373046b3eea1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:14.088838 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca19b1c6-dbbd-49c1-afc4-32ac2e535993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:14.094273 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca19b1c6-dbbd-49c1-afc4-32ac2e535993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:14.095109 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca19b1c6-dbbd-49c1-afc4-32ac2e535993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:14.114334 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7b936829-5972-47e0-aeb8-373046b3eea1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:14.194074 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7b936829-5972-47e0-aeb8-373046b3eea1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:14.202789 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-7b936829-5972-47e0-aeb8-373046b3eea1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6230748 Sep 02 17:11:14.204967 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35626) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:14.224125 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-0343661f-fed0-4935-9361-38893bffe7d9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Request body: {'security_group_rule': {'security_group_id': 'cf2a625d-b324-4526-8307-1b4da5ae73d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:14.245878 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Set router 630e5cb7-041b-4a81-824d-229272b4d256 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:14.254240 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b936829-5972-47e0-aeb8-373046b3eea1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2a625d-b324-4526-8307-1b4da5ae73d1,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:14.293438 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cfafb-61d1-4a98-8ea2-3e10f85e063e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Pushing event updated for resources: {'Port': ['ID=5c7e5724-ef15-4150-b762-44cb370f19d8,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:14.315547 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-3a1cfafb-61d1-4a98-8ea2-3e10f85e063e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Network 738444e4-ce26-4b0c-8734-6b95252db57f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:14.377108 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-ca19b1c6-dbbd-49c1-afc4-32ac2e535993 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.5805578 Sep 02 17:11:14.378301 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35632) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:14.386116 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-09d690da-2b8f-4669-81b8-fdd43e5cb577 admin admin] Request body: {'subnet': {'network_id': 'cb4eef66-e7c9-49ec-b9bb-c81f91f881ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-350333816-subnet', 'tenant_id': '9a2c551f6a234e7c92c69b564d37a11c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:14.418548 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0343661f-fed0-4935-9361-38893bffe7d9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:14.453238 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:14.483297 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-3a1cfafb-61d1-4a98-8ea2-3e10f85e063e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:14.493436 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port ea9cdcf0-94f4-47b5-90c8-7e2a57b10728, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=ea9cdcf0-94f4-47b5-90c8-7e2a57b10728,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:14.495572 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-3a1cfafb-61d1-4a98-8ea2-3e10f85e063e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:14.509915 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-3a1cfafb-61d1-4a98-8ea2-3e10f85e063e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:14.510616 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-3a1cfafb-61d1-4a98-8ea2-3e10f85e063e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:14.514236 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19b1c6-dbbd-49c1-afc4-32ac2e535993 admin admin] Pushing event updated for resources: {'Network': ['ID=cb4eef66-e7c9-49ec-b9bb-c81f91f881ad,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:14.526978 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network cb4eef66-e7c9-49ec-b9bb-c81f91f881ad details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:11:14.565816 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 35638) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:14.577789 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2c501a42-44da-49bd-8417-35e9ffcf94d3 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1576161660', 'description': 'tempest-description--505491622'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:14.580587 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0343661f-fed0-4935-9361-38893bffe7d9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:14.603734 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.db.api [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-db75a67c-8917-42d7-9f16-a8e7bd99bca8 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 17:11:14.603734 dv-cinder-777031-8-iscsi neutron-server[94733]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 17:11:14.603734 dv-cinder-777031-8-iscsi neutron-server[94733]: [parameters: {'project_id_1': 'ef606c1b3cc84a64b5e1c1a475836a90', 'expiration_1': datetime.datetime(2021, 9, 2, 17, 11, 14, 525709)}] Sep 02 17:11:14.603734 dv-cinder-777031-8-iscsi neutron-server[94733]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 17:11:14.607658 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG oslo_db.api [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-db75a67c-8917-42d7-9f16-a8e7bd99bca8 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 17:11:14.612726 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:14.645517 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0343661f-fed0-4935-9361-38893bffe7d9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:14.722659 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d690da-2b8f-4669-81b8-fdd43e5cb577 admin admin] Made reservation on behalf of 9a2c551f6a234e7c92c69b564d37a11c for: {'subnet': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:11:14.725121 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-09d690da-2b8f-4669-81b8-fdd43e5cb577 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:14.727307 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343661f-fed0-4935-9361-38893bffe7d9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cb07ab-c5ea-41d5-a06c-d7fd7ada1c46,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:14.749036 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-3a1cfafb-61d1-4a98-8ea2-3e10f85e063e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8481317 Sep 02 17:11:14.767359 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=ea9cdcf0-94f4-47b5-90c8-7e2a57b10728,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:14.773676 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-7659b22d-4406-438c-aeea-414d75acbb33 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:11:14.774793 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-7659b22d-4406-438c-aeea-414d75acbb33 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154772 Sep 02 17:11:14.838291 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:10Z', 'revision_number': 4, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port': {'id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:02Z', 'updated_at': '2021-09-02T17:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40', 'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'mac_address': 'fa:16:3e:ab:c3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:08Z', 'updated_at': '2021-09-02T17:11:10Z', 'revision_number': 2, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'subnets': [{'id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:14.846656 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device cd437f4a-f817-4ddb-a8a4-54c23ef7e565 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:14.893970 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-86a41238-fd9d-45a2-8125-b382602e308b req-8db3b547-3678-4ce5-89ec-bed809b4bcf0 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 210 time: 0.1845114 Sep 02 17:11:14.903259 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Checking router: 630e5cb7-041b-4a81-824d-229272b4d256 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:11:14.903422 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c501a42-44da-49bd-8417-35e9ffcf94d3 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:14.903994 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Updating router 630e5cb7-041b-4a81-824d-229272b4d256 port 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 binding host dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:11:15.045915 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:15.053948 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0343661f-fed0-4935-9361-38893bffe7d9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:15.055532 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-0343661f-fed0-4935-9361-38893bffe7d9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8412409 Sep 02 17:11:15.065321 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 35650) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:15.083394 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9d10d1ae-c5f8-422b-9d44-b716341adbdf tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Request body: {'security_group_rule': {'security_group_id': 'cf2a625d-b324-4526-8307-1b4da5ae73d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:15.279677 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c501a42-44da-49bd-8417-35e9ffcf94d3 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:15.285565 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac0f74-a8c9-452a-addb-564f411eb8d7 req-2e82210f-9e70-4463-88b1-1a19f5424c7f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:15.301267 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f9ac0f74-a8c9-452a-addb-564f411eb8d7 req-2e82210f-9e70-4463-88b1-1a19f5424c7f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 932 time: 0.4103668 Sep 02 17:11:15.353194 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Request body: {'port': {'device_id': '3a4f9844-ae41-49c8-9ead-eda905ae20ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:15.383651 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-09d690da-2b8f-4669-81b8-fdd43e5cb577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for subnet, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:15.403099 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c501a42-44da-49bd-8417-35e9ffcf94d3 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:15.404274 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f9ac0f74-a8c9-452a-addb-564f411eb8d7 req-97f68b05-8e14-4d33-bb9a-6e6c37e559f0 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050522 Sep 02 17:11:15.481850 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-905a4c4c-4bc3-4f24-a61f-8de9a3e3b843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:15.492692 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port cd437f4a-f817-4ddb-a8a4-54c23ef7e565 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:15.520374 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port cd437f4a-f817-4ddb-a8a4-54c23ef7e565 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:15.520583 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9d10d1ae-c5f8-422b-9d44-b716341adbdf tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:15.521192 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:15.565534 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c501a42-44da-49bd-8417-35e9ffcf94d3 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=252d5644-83d2-4f69-b16e-d5be76ef51b8,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:15.566804 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d690da-2b8f-4669-81b8-fdd43e5cb577 admin admin] Checking segment: {'id': '06ec663e-ed71-4cdd-bf99-740f36ce586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'cb4eef66-e7c9-49ec-b9bb-c81f91f881ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:15.567191 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d690da-2b8f-4669-81b8-fdd43e5cb577 admin admin] Network hostable DHCP agents. Network: cb4eef66-e7c9-49ec-b9bb-c81f91f881ad, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:11:15.568626 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:15.597251 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d690da-2b8f-4669-81b8-fdd43e5cb577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b272441-63b7-4a1a-bfec-b2bcca1e3ac6,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:15.618720 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c501a42-44da-49bd-8417-35e9ffcf94d3 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:15.619976 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-2c501a42-44da-49bd-8417-35e9ffcf94d3 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0528393 Sep 02 17:11:15.623891 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35666) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:15.640665 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-8c2e37d1-f094-4846-9ed5-8193d1f0e31b tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Request body: {'security_group_rule': {'security_group_id': '252d5644-83d2-4f69-b16e-d5be76ef51b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:15.651853 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9d10d1ae-c5f8-422b-9d44-b716341adbdf tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:15.732831 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:15.735093 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:15.750283 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d690da-2b8f-4669-81b8-fdd43e5cb577 admin admin] Network cb4eef66-e7c9-49ec-b9bb-c81f91f881ad is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:11:15.798612 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-db75a67c-8917-42d7-9f16-a8e7bd99bca8 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Made reservation on behalf of ef606c1b3cc84a64b5e1c1a475836a90 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:11:15.802745 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-db75a67c-8917-42d7-9f16-a8e7bd99bca8 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:15.805180 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9d10d1ae-c5f8-422b-9d44-b716341adbdf tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:15.836699 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-09d690da-2b8f-4669-81b8-fdd43e5cb577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, cb4eef66-e7c9-49ec-b9bb-c81f91f881ad) {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:15.842617 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d690da-2b8f-4669-81b8-fdd43e5cb577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:15.843809 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-09d690da-2b8f-4669-81b8-fdd43e5cb577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:15.860355 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port cd437f4a-f817-4ddb-a8a4-54c23ef7e565, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=cd437f4a-f817-4ddb-a8a4-54c23ef7e565,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:15.883295 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10d1ae-c5f8-422b-9d44-b716341adbdf tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea985c02-0029-4906-b9f8-11a7cc73a634,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:15.889882 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8c2e37d1-f094-4846-9ed5-8193d1f0e31b tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:15.930333 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a13a4a9-0a94-4e60-b2c7-f4c97c2e6a92 None None] Network cb4eef66-e7c9-49ec-b9bb-c81f91f881ad requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:11:15.970379 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9d10d1ae-c5f8-422b-9d44-b716341adbdf tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:15.975699 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-9d10d1ae-c5f8-422b-9d44-b716341adbdf tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9046099 Sep 02 17:11:15.979290 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-09d690da-2b8f-4669-81b8-fdd43e5cb577 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5996253 Sep 02 17:11:15.979918 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35676) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:16.002448 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:16.007299 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-d218baf1-64ed-458c-baf3-67b2f7a7bd2f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Request body: {'floatingip': {'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:16.174011 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 35682) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:16.370551 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8c2e37d1-f094-4846-9ed5-8193d1f0e31b tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:16.381529 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2a850420-4bb2-4638-9aa7-07cf57589606 req-a87f5c54-1789-42f5-82b3-7f4453af3cf4 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 210 time: 0.3340745 Sep 02 17:11:16.406546 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-db75a67c-8917-42d7-9f16-a8e7bd99bca8 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Allocated IP 172.20.0.13 (d6594f2c-dea7-4370-aced-0730482b2ad0/b95f878c-3924-4291-a851-55eeab3176a2/55899da0-5c89-42f3-9b7d-edae9354f364) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:11:16.434765 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8c2e37d1-f094-4846-9ed5-8193d1f0e31b tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:16.491046 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d218baf1-64ed-458c-baf3-67b2f7a7bd2f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for floatingip, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:16.533278 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e37d1-f094-4846-9ed5-8193d1f0e31b tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877490a6-07d3-4a28-af60-52f8d32e2300,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:16.596458 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d53b8ccc-5de7-4a96-9766-545d5d1b0239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:16.665447 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8c2e37d1-f094-4846-9ed5-8193d1f0e31b tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:16.669099 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-8c2e37d1-f094-4846-9ed5-8193d1f0e31b tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0436614 Sep 02 17:11:16.709608 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:16.733989 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=cd437f4a-f817-4ddb-a8a4-54c23ef7e565,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:16.736678 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35700) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:16.758570 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-80c10bad-f62d-4c80-96ee-89fb361ac962 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Request body: {'security_group_rule': {'security_group_id': '252d5644-83d2-4f69-b16e-d5be76ef51b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:16.774205 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Transition to ACTIVE for port object 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:16.780951 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device ea9cdcf0-94f4-47b5-90c8-7e2a57b10728 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:16.845522 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7e5724-ef15-4150-b762-44cb370f19d8 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:11:16.848804 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:16.861767 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:16.924846 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Transition to ACTIVE for port object 5c7e5724-ef15-4150-b762-44cb370f19d8 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:16.926749 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:16.955498 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94640302-ac9b-44bc-8aeb-ac8ec986a756 req-3026f622-7aea-47a3-a876-698aaf561dfa tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:16.961642 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-db75a67c-8917-42d7-9f16-a8e7bd99bca8 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:16.972675 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-94640302-ac9b-44bc-8aeb-ac8ec986a756 req-3026f622-7aea-47a3-a876-698aaf561dfa tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 932 time: 0.3638852 Sep 02 17:11:17.008366 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:17.109839 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-94640302-ac9b-44bc-8aeb-ac8ec986a756 req-be5020d5-f6d2-4bda-9dd8-37475f115fb7 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236391 Sep 02 17:11:17.129463 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d53b8ccc-5de7-4a96-9766-545d5d1b0239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:17.133955 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f189bed-2836-4153-b4db-dc4be5492876 None None] Network cb4eef66-e7c9-49ec-b9bb-c81f91f881ad requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:11:17.157015 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7e5724-ef15-4150-b762-44cb370f19d8,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:17.170473 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc4d25-11ae-4eaf-96d0-e9de05ebf6b0 None None] Pushing event updated for resources: {'Port': ['ID=7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:17.223505 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d218baf1-64ed-458c-baf3-67b2f7a7bd2f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:17.226567 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-db75a67c-8917-42d7-9f16-a8e7bd99bca8 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:17.263281 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port ea9cdcf0-94f4-47b5-90c8-7e2a57b10728 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:17.265248 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:17.294377 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Attempting to bind port 5c7e5724-ef15-4150-b762-44cb370f19d8 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:11:17.299220 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Attempting to bind port 5c7e5724-ef15-4150-b762-44cb370f19d8 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '8d75137e-1fd7-4082-91a5-5b85d1ff8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:11:17.300572 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Attempting to bind port 5c7e5724-ef15-4150-b762-44cb370f19d8 on network 738444e4-ce26-4b0c-8734-6b95252db57f {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:17.318246 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-db75a67c-8917-42d7-9f16-a8e7bd99bca8 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Network d6594f2c-dea7-4370-aced-0730482b2ad0 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:17.319651 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d53b8ccc-5de7-4a96-9766-545d5d1b0239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:17.380154 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-d53b8ccc-5de7-4a96-9766-545d5d1b0239 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=14ee0f7a421a4794bb9c94399c3a922f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1983232 Sep 02 17:11:17.394352 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-db75a67c-8917-42d7-9f16-a8e7bd99bca8 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:17.410670 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-db75a67c-8917-42d7-9f16-a8e7bd99bca8 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:17.420819 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-db75a67c-8917-42d7-9f16-a8e7bd99bca8 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:17.424860 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-db75a67c-8917-42d7-9f16-a8e7bd99bca8 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:17.428903 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 35712) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:17.504579 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Port 5c7e5724-ef15-4150-b762-44cb370f19d8 on network 738444e4-ce26-4b0c-8734-6b95252db57f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:11:17.504903 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Attempting to bind port 5c7e5724-ef15-4150-b762-44cb370f19d8 on network 738444e4-ce26-4b0c-8734-6b95252db57f {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:17.541098 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:11:17.541763 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Checking segment: {'id': '8d75137e-1fd7-4082-91a5-5b85d1ff8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:17.542274 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Bound using segment: {'id': '8d75137e-1fd7-4082-91a5-5b85d1ff8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:11:17.542752 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Bound port: 5c7e5724-ef15-4150-b762-44cb370f19d8, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d75137e-1fd7-4082-91a5-5b85d1ff8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:11:17.543111 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:17.545975 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_common [None req-d218baf1-64ed-458c-baf3-67b2f7a7bd2f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Allocated IP 172.27.3.228 (590119a4-1f8b-48ad-9c89-4c6964c18e67/7cdc9a3e-6ce5-4dce-a686-134e15b48f48/123eeb9d-bdfd-4bf8-b61e-10b437a9f619) {{(pid=94732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:11:17.553571 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75a67c-8917-42d7-9f16-a8e7bd99bca8 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Pushing event updated for resources: {'Port': ['ID=55899da0-5c89-42f3-9b7d-edae9354f364,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:17.601375 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b8ccc-5de7-4a96-9766-545d5d1b0239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34baba57-0cc7-40b8-9e75-5d69b8f4c0ac,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:17.774776 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 35730) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:17.800498 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f70aec33-6f39-40a5-a815-085514418fd3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-720425787-network', 'tenant_id': '0c8f5ee569d4435891b7fdfaedd572dd'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:17.919262 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-80c10bad-f62d-4c80-96ee-89fb361ac962 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:17.919734 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Attempting to bind port 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:11:17.919734 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Attempting to bind port 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': '44ea752d-3a49-498d-b741-60f56aa50a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:11:17.919734 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Attempting to bind port 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 on network e7a994e9-dc5c-47aa-aba5-88bd0556f7ba {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:17.919948 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f020ef56-8f33-45a8-b621-d5051f0f8f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:17.920020 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:11:17.920020 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Checking segment: {'id': '44ea752d-3a49-498d-b741-60f56aa50a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:17.920020 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:17.920020 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Bound using segment: {'id': '44ea752d-3a49-498d-b741-60f56aa50a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:11:17.920306 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] For port 5c7e5724-ef15-4150-b762-44cb370f19d8, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:11:17.920390 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Bound port: 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ea752d-3a49-498d-b741-60f56aa50a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:11:17.920390 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:17.993332 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] For port 5c7e5724-ef15-4150-b762-44cb370f19d8, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5c7e5724-ef15-4150-b762-44cb370f19d8,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:11:18.018028 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f020ef56-8f33-45a8-b621-d5051f0f8f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:18.032313 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8310b-801b-4d14-9cc1-45cd5644cd2b req-77f09c46-963b-4677-872e-d065ffec1594 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:18.033611 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b8d8310b-801b-4d14-9cc1-45cd5644cd2b req-77f09c46-963b-4677-872e-d065ffec1594 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 932 time: 0.3995736 Sep 02 17:11:18.100104 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d218baf1-64ed-458c-baf3-67b2f7a7bd2f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for port, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:18.149501 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-80c10bad-f62d-4c80-96ee-89fb361ac962 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:18.184599 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b8d8310b-801b-4d14-9cc1-45cd5644cd2b req-e2558ec8-398d-4d3c-9ccf-9c171f578595 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142457 Sep 02 17:11:18.251974 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] For port 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:11:18.255987 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] For port 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40,segment=NetworkSegment(44ea752d-3a49-498d-b741-60f56aa50a7a),segment_id=44ea752d-3a49-498d-b741-60f56aa50a7a)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:11:18.266172 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-db75a67c-8917-42d7-9f16-a8e7bd99bca8 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2931557 Sep 02 17:11:18.310058 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:18.311473 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:18.326958 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d5369-7b20-4774-8b0b-19658afb79fb req-249a819d-5c51-420c-ba03-c31850be671f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:18.376674 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a70d5369-7b20-4774-8b0b-19658afb79fb req-249a819d-5c51-420c-ba03-c31850be671f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 944 time: 0.1282272 Sep 02 17:11:18.377860 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f020ef56-8f33-45a8-b621-d5051f0f8f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:18.377860 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f020ef56-8f33-45a8-b621-d5051f0f8f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:18.377860 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-f020ef56-8f33-45a8-b621-d5051f0f8f2d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34baba57-0cc7-40b8-9e75-5d69b8f4c0ac HTTP/1.1" status: 204 len: 168 time: 0.8858433 Sep 02 17:11:18.384687 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:18.385589 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:18.388144 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] 10.222.0.46 "PUT /v2.0/ports/5c7e5724-ef15-4150-b762-44cb370f19d8 HTTP/1.1" status: 200 len: 1094 time: 3.2453806 Sep 02 17:11:18.389481 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4f9844-ae41-49c8-9ead-eda905ae20ae', 'tag': '5c7e5724-ef15-4150-b762-44cb370f19d8'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:11:18.441913 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a70d5369-7b20-4774-8b0b-19658afb79fb req-923d933f-bffb-46ee-b12f-022c2f68e1a7 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696235 Sep 02 17:11:18.469721 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020ef56-8f33-45a8-b621-d5051f0f8f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34baba57-0cc7-40b8-9e75-5d69b8f4c0ac,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:18.537460 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c127b8-9b04-4581-adf5-c94089551e98 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7e5724-ef15-4150-b762-44cb370f19d8,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:18.606165 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-80c10bad-f62d-4c80-96ee-89fb361ac962 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:18.608383 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:18.609880 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf227f6c-feb8-4290-85c1-3a968149911c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4f9844-ae41-49c8-9ead-eda905ae20ae", "tag": "5c7e5724-ef15-4150-b762-44cb370f19d8"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:11:18.628854 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70aec33-6f39-40a5-a815-085514418fd3 admin admin] Made reservation on behalf of 0c8f5ee569d4435891b7fdfaedd572dd for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:11:18.635312 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f70aec33-6f39-40a5-a815-085514418fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:18.674604 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f70aec33-6f39-40a5-a815-085514418fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:18.680968 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d218baf1-64ed-458c-baf3-67b2f7a7bd2f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:18.703842 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c10bad-f62d-4c80-96ee-89fb361ac962 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e35437b-ae4b-48b1-baa7-a1b0c22e9511,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:18.747449 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-80c10bad-f62d-4c80-96ee-89fb361ac962 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:18.747449 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-80c10bad-f62d-4c80-96ee-89fb361ac962 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0043352 Sep 02 17:11:18.748878 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35748) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:18.762019 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-33fc740e-c92c-47a0-a549-aa5fe731fc48 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Request body: {'floatingip': {'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:18.788194 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Routers {'630e5cb7-041b-4a81-824d-229272b4d256'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:18.789118 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:11:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['630e5cb7-041b-4a81-824d-229272b4d256'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:18.792826 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d218baf1-64ed-458c-baf3-67b2f7a7bd2f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:18.801567 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218baf1-64ed-458c-baf3-67b2f7a7bd2f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Pushing event updated for resources: {'Port': ['ID=123eeb9d-bdfd-4bf8-b61e-10b437a9f619,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:18.805113 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-d218baf1-64ed-458c-baf3-67b2f7a7bd2f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:18.859710 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d218baf1-64ed-458c-baf3-67b2f7a7bd2f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Received port after_create {{(pid=94732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:18.959156 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f70aec33-6f39-40a5-a815-085514418fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:18.996871 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] Set router 630e5cb7-041b-4a81-824d-229272b4d256 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:19.023073 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f70aec33-6f39-40a5-a815-085514418fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:19.029219 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d218baf1-64ed-458c-baf3-67b2f7a7bd2f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:19.109430 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70aec33-6f39-40a5-a815-085514418fd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1200, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:11:19.161078 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f70aec33-6f39-40a5-a815-085514418fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:19.162826 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.segments_db [None req-f70aec33-6f39-40a5-a815-085514418fd3 admin admin] Added segment f7ab0fc3-1353-4e4f-9600-1dde683c9e4e of type vlan for network cf669361-3525-4a93-bba2-da4ee2a6c2ed Sep 02 17:11:19.239694 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device cd437f4a-f817-4ddb-a8a4-54c23ef7e565 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:19.249197 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-33fc740e-c92c-47a0-a549-aa5fe731fc48 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for floatingip, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:19.278199 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d218baf1-64ed-458c-baf3-67b2f7a7bd2f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:19.285131 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc4d25-11ae-4eaf-96d0-e9de05ebf6b0 None None] Pushing event updated for resources: {'Port': ['ID=7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:19.331358 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f70aec33-6f39-40a5-a815-085514418fd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:19.391402 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed15c12-13af-46b0-8ab9-98521e920127 x-openstack-request-id: req-eed15c12-13af-46b0-8ab9-98521e920127 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:11:19.394018 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4f9844-ae41-49c8-9ead-eda905ae20ae", "tag": "5c7e5724-ef15-4150-b762-44cb370f19d8", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:11:19.394473 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eed15c12-13af-46b0-8ab9-98521e920127 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:11:19.395552 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4f9844-ae41-49c8-9ead-eda905ae20ae', 'tag': '5c7e5724-ef15-4150-b762-44cb370f19d8', 'status': 'completed', 'code': 200} Sep 02 17:11:19.409416 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Request body: {'port': {'device_id': 'ace7e30a-c8c0-4849-adcf-d12d8db2fcb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:19.426187 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port cd437f4a-f817-4ddb-a8a4-54c23ef7e565 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:19.426400 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:19.638915 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:10Z', 'revision_number': 4, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port': {'id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:02Z', 'updated_at': '2021-09-02T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40', 'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'mac_address': 'fa:16:3e:ab:c3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:08Z', 'updated_at': '2021-09-02T17:11:18Z', 'revision_number': 4, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'subnets': [{'id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:19.675396 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f247436-172d-4e9d-a7fe-16e9b46ba3f4 None None] The sync data for ids ['630e5cb7-041b-4a81-824d-229272b4d256'] in dv-cinder-777031-8-iscsi is: [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:10Z', 'revision_number': 4, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port': {'id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:02Z', 'updated_at': '2021-09-02T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40', 'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'mac_address': 'fa:16:3e:ab:c3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:08Z', 'updated_at': '2021-09-02T17:11:18Z', 'revision_number': 4, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'subnets': [{'id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:11:19.765511 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70aec33-6f39-40a5-a815-085514418fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc070ee-5013-4100-beba-0a5ff2c48801,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:19.849570 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fbfd4-90f7-4c57-96bd-ffa269f9e39e req-45844f14-e51e-469b-97c1-6110edcb269f tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:19.853058 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf227f6c-feb8-4290-85c1-3a968149911c req-e2c9ca0d-6302-4f42-99b1-eedc658c0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:19.859968 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-bf227f6c-feb8-4290-85c1-3a968149911c req-e2c9ca0d-6302-4f42-99b1-eedc658c0d58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce61cbece70f44019c9692271ad82af0&device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 1097 time: 0.3739648 Sep 02 17:11:19.861581 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:19.870527 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f50fbfd4-90f7-4c57-96bd-ffa269f9e39e req-45844f14-e51e-469b-97c1-6110edcb269f tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 932 time: 0.4089570 Sep 02 17:11:19.898471 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f70aec33-6f39-40a5-a815-085514418fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:19.900166 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70aec33-6f39-40a5-a815-085514418fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:19.901209 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f70aec33-6f39-40a5-a815-085514418fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:19.940498 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d218baf1-64ed-458c-baf3-67b2f7a7bd2f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:20.031012 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abdb444-3e6d-403b-9ad0-7d7fa1a392ed req-d562f460-98af-4386-beb6-b3a25d2bfa0d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:20.031012 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8abdb444-3e6d-403b-9ad0-7d7fa1a392ed req-d562f460-98af-4386-beb6-b3a25d2bfa0d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 944 time: 0.4363317 Sep 02 17:11:20.110040 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f50fbfd4-90f7-4c57-96bd-ffa269f9e39e req-4e0b8a2f-7af3-4268-a140-495d7e039440 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609623 Sep 02 17:11:20.158059 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8abdb444-3e6d-403b-9ad0-7d7fa1a392ed req-28cdd671-b29a-4838-9b7e-8beb4f1c72d8 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241868 Sep 02 17:11:20.195957 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-33fc740e-c92c-47a0-a549-aa5fe731fc48 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:20.218436 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70aec33-6f39-40a5-a815-085514418fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=cf669361-3525-4a93-bba2-da4ee2a6c2ed,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:20.231044 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network cf669361-3525-4a93-bba2-da4ee2a6c2ed details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:11:20.312538 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d218baf1-64ed-458c-baf3-67b2f7a7bd2f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:20.423137 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218baf1-64ed-458c-baf3-67b2f7a7bd2f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Pushing event updated for resources: {'Port': ['ID=123eeb9d-bdfd-4bf8-b61e-10b437a9f619,revision_number=2']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:20.537583 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-f70aec33-6f39-40a5-a815-085514418fd3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7598903 Sep 02 17:11:20.551499 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35794) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:20.577830 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d218baf1-64ed-458c-baf3-67b2f7a7bd2f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-483694'] for floatingip, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:20.596872 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-563de368-2aed-416b-abde-618204718618 admin admin] Request body: {'subnet': {'network_id': 'cf669361-3525-4a93-bba2-da4ee2a6c2ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-720425787-subnet', 'tenant_id': '0c8f5ee569d4435891b7fdfaedd572dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:20.646186 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_common [None req-33fc740e-c92c-47a0-a549-aa5fe731fc48 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Allocated IP 172.27.3.132 (590119a4-1f8b-48ad-9c89-4c6964c18e67/7cdc9a3e-6ce5-4dce-a686-134e15b48f48/f7854444-fcc4-4db1-a2f0-8279282187e4) {{(pid=94732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:11:20.798896 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf227f6c-feb8-4290-85c1-3a968149911c req-55c11733-2d04-4c36-b337-3d9fe2fce517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:20.801280 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-bf227f6c-feb8-4290-85c1-3a968149911c req-55c11733-2d04-4c36-b337-3d9fe2fce517 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ce61cbece70f44019c9692271ad82af0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.7492201 Sep 02 17:11:20.868489 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d218baf1-64ed-458c-baf3-67b2f7a7bd2f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:20.874603 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-d218baf1-64ed-458c-baf3-67b2f7a7bd2f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8805637 Sep 02 17:11:20.878000 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:20.983509 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563de368-2aed-416b-abde-618204718618 admin admin] Made reservation on behalf of 0c8f5ee569d4435891b7fdfaedd572dd for: {'subnet': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:11:21.002222 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-563de368-2aed-416b-abde-618204718618 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:21.063336 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:21.068938 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:21.069618 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:21.369988 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:21.371958 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf227f6c-feb8-4290-85c1-3a968149911c req-ec85c47b-fa42-46a8-9e98-06c8d341e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:21.373876 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-bf227f6c-feb8-4290-85c1-3a968149911c req-ec85c47b-fa42-46a8-9e98-06c8d341e257 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5293255 Sep 02 17:11:21.379070 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55899da0-5c89-42f3-9b7d-edae9354f364 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:11:21.393477 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:21.422293 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Transition to ACTIVE for port object 55899da0-5c89-42f3-9b7d-edae9354f364 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:21.441638 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-33fc740e-c92c-47a0-a549-aa5fe731fc48 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for port, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:21.452796 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40,segment=NetworkSegment(44ea752d-3a49-498d-b741-60f56aa50a7a),segment_id=44ea752d-3a49-498d-b741-60f56aa50a7a)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:21.464628 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-563de368-2aed-416b-abde-618204718618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for subnet, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:21.508853 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:21.523414 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-e303d102-29c7-4508-96fe-0a55976e56d0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1947241186&fields=id&tenant_id=66dd13919db54e2cb281cb857b403d5d HTTP/1.1" status: 200 len: 267 time: 0.1704464 Sep 02 17:11:21.577923 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:21.711245 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:21.720804 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Pushing event updated for resources: {'Port': ['ID=55899da0-5c89-42f3-9b7d-edae9354f364,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:21.818078 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Attempting to bind port 55899da0-5c89-42f3-9b7d-edae9354f364 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:11:21.818442 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Attempting to bind port 55899da0-5c89-42f3-9b7d-edae9354f364 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '3b45b7ec-c042-4ab4-93ed-80f316f2853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6594f2c-dea7-4370-aced-0730482b2ad0'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:11:21.818773 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Attempting to bind port 55899da0-5c89-42f3-9b7d-edae9354f364 on network d6594f2c-dea7-4370-aced-0730482b2ad0 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:21.843727 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Port 55899da0-5c89-42f3-9b7d-edae9354f364 on network d6594f2c-dea7-4370-aced-0730482b2ad0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:11:21.845556 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Attempting to bind port 55899da0-5c89-42f3-9b7d-edae9354f364 on network d6594f2c-dea7-4370-aced-0730482b2ad0 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:21.867271 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:11:21.868155 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Checking segment: {'id': '3b45b7ec-c042-4ab4-93ed-80f316f2853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6594f2c-dea7-4370-aced-0730482b2ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:21.870082 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Bound using segment: {'id': '3b45b7ec-c042-4ab4-93ed-80f316f2853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6594f2c-dea7-4370-aced-0730482b2ad0'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:11:21.871632 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Bound port: 55899da0-5c89-42f3-9b7d-edae9354f364, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b45b7ec-c042-4ab4-93ed-80f316f2853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd6594f2c-dea7-4370-aced-0730482b2ad0'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:11:21.872715 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:21.899509 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-6f561873-f1d9-44b8-a027-c0385e92631c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:21.914604 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-6f561873-f1d9-44b8-a027-c0385e92631c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce61cbece70f44019c9692271ad82af0&device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 1097 time: 0.1957462 Sep 02 17:11:22.009190 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] For port 55899da0-5c89-42f3-9b7d-edae9354f364, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:11:22.016675 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] For port 55899da0-5c89-42f3-9b7d-edae9354f364, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=55899da0-5c89-42f3-9b7d-edae9354f364,segment=NetworkSegment(3b45b7ec-c042-4ab4-93ed-80f316f2853a),segment_id=3b45b7ec-c042-4ab4-93ed-80f316f2853a)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:11:22.023584 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0feec-d020-4d56-99c4-472d9391b223 req-edb6f41a-6382-4069-8f76-b320b0b64ef8 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:22.025538 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-83d0feec-d020-4d56-99c4-472d9391b223 req-edb6f41a-6382-4069-8f76-b320b0b64ef8 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 944 time: 0.6692684 Sep 02 17:11:22.095810 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563de368-2aed-416b-abde-618204718618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d2af787-17a2-48c2-b7cf-b0226c00b830,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:22.162754 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563de368-2aed-416b-abde-618204718618 admin admin] Checking segment: {'id': 'f7ab0fc3-1353-4e4f-9600-1dde683c9e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'cf669361-3525-4a93-bba2-da4ee2a6c2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:22.163401 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563de368-2aed-416b-abde-618204718618 admin admin] Network hostable DHCP agents. Network: cf669361-3525-4a93-bba2-da4ee2a6c2ed, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:11:22.173672 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-83d0feec-d020-4d56-99c4-472d9391b223 req-ca971932-e268-4f4b-821d-ad0f6273e584 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263978 Sep 02 17:11:22.201660 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-efacf293-a4a2-4af1-8820-2c8b80d366a7 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:22.203899 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-efacf293-a4a2-4af1-8820-2c8b80d366a7 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/networks?id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe HTTP/1.1" status: 200 len: 817 time: 0.6791351 Sep 02 17:11:22.233129 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-fdb60da5-521c-4e46-90d9-400ab8a4c52b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/quotas/66dd13919db54e2cb281cb857b403d5d HTTP/1.1" status: 200 len: 375 time: 0.0176229 Sep 02 17:11:22.269481 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.342592 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:22.342592 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.342592 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] 10.222.0.46 "PUT /v2.0/ports/55899da0-5c89-42f3-9b7d-edae9354f364 HTTP/1.1" status: 200 len: 1094 time: 2.9451280 Sep 02 17:11:22.347348 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace7e30a-c8c0-4849-adcf-d12d8db2fcb1', 'tag': '55899da0-5c89-42f3-9b7d-edae9354f364'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:11:22.348830 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-33fc740e-c92c-47a0-a549-aa5fe731fc48 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.349629 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4273220-1d9c-4bd8-aed3-f7c3afaad803" -d '{"events": [{"name": "network-changed", "server_uuid": "ace7e30a-c8c0-4849-adcf-d12d8db2fcb1", "tag": "55899da0-5c89-42f3-9b7d-edae9354f364"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:11:22.368280 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563de368-2aed-416b-abde-618204718618 admin admin] Network cf669361-3525-4a93-bba2-da4ee2a6c2ed is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:11:22.404156 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad5fb3-3c07-400e-97d0-86717f934374 service neutron] Pushing event updated for resources: {'Port': ['ID=55899da0-5c89-42f3-9b7d-edae9354f364,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:22.452419 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c7094-186b-4829-bf04-104d8dfa6c4f req-f951c706-eb62-46fd-bd39-b08b83acb0bb tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:22.454206 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2f1c7094-186b-4829-bf04-104d8dfa6c4f req-f951c706-eb62-46fd-bd39-b08b83acb0bb tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 944 time: 0.1736500 Sep 02 17:11:22.483284 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-c9453fb1-ffda-4a7c-8a32-8d3b3ee40beb tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=66dd13919db54e2cb281cb857b403d5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2437229 Sep 02 17:11:22.490052 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fc740e-c92c-47a0-a549-aa5fe731fc48 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:22.500398 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-33fc740e-c92c-47a0-a549-aa5fe731fc48 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:22.513725 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc740e-c92c-47a0-a549-aa5fe731fc48 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Received port after_create {{(pid=94732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:22.531052 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc740e-c92c-47a0-a549-aa5fe731fc48 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Pushing event updated for resources: {'Port': ['ID=f7854444-fcc4-4db1-a2f0-8279282187e4,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:22.606721 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-563de368-2aed-416b-abde-618204718618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, cf669361-3525-4a93-bba2-da4ee2a6c2ed) {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:22.616216 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befbb37f-4244-40f4-8cad-1ebb082fc236 None None] Network cf669361-3525-4a93-bba2-da4ee2a6c2ed requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:11:22.650605 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563de368-2aed-416b-abde-618204718618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:22.650794 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-563de368-2aed-416b-abde-618204718618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.736753 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2f1c7094-186b-4829-bf04-104d8dfa6c4f req-06ab3c50-9d17-4e9b-9131-00b4e61e6885 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684238 Sep 02 17:11:22.747170 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-33fc740e-c92c-47a0-a549-aa5fe731fc48 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:22.755252 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:22.832797 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-e00a1913-3119-40f9-9d77-3fd7cc05c753 service neutron] 10.222.0.78 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974553 Sep 02 17:11:22.833080 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9396bec-b9f4-4830-90d8-d00d472966dc x-openstack-request-id: req-e9396bec-b9f4-4830-90d8-d00d472966dc {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:11:22.833608 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace7e30a-c8c0-4849-adcf-d12d8db2fcb1", "tag": "55899da0-5c89-42f3-9b7d-edae9354f364", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:11:22.833739 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e9396bec-b9f4-4830-90d8-d00d472966dc {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:11:22.834311 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace7e30a-c8c0-4849-adcf-d12d8db2fcb1', 'tag': '55899da0-5c89-42f3-9b7d-edae9354f364', 'status': 'completed', 'code': 200} Sep 02 17:11:22.882184 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc423c3d-416d-4626-aa5f-4791a486dd33 None None] Network cf669361-3525-4a93-bba2-da4ee2a6c2ed requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:11:22.947826 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:22.947826 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.021089 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-563de368-2aed-416b-abde-618204718618 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4517007 Sep 02 17:11:23.063382 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-8c74156d-bab2-43cd-b11d-fda5b30d1908 service neutron] 10.222.0.78 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297320 Sep 02 17:11:23.083451 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-33fc740e-c92c-47a0-a549-aa5fe731fc48 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.221450 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 35868) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:23.298667 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-300a5071-8e2f-4a77-a286-16c1a309d970 admin admin] Deleting subnet 7b272441-63b7-4a1a-bfec-b2bcca1e3ac6 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:11:23.304075 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-300a5071-8e2f-4a77-a286-16c1a309d970 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.382004 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdb28f-c9d1-4121-bdcb-7e4e6665be5e req-a21f005d-dcd3-4539-9f30-7ee0e8af36ce tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:23.422193 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-300a5071-8e2f-4a77-a286-16c1a309d970 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.422740 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-15cdb28f-c9d1-4121-bdcb-7e4e6665be5e req-a21f005d-dcd3-4539-9f30-7ee0e8af36ce tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 944 time: 0.1291077 Sep 02 17:11:23.422826 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-300a5071-8e2f-4a77-a286-16c1a309d970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467972'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.442782 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-33fc740e-c92c-47a0-a549-aa5fe731fc48 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.487771 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5c684fcf-7a2e-4a63-9f5b-ff9ad24b8d44 req-9bd6b2f5-f7fb-4717-91c5-8de3648ba539 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 210 time: 0.1176708 Sep 02 17:11:23.557717 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-15cdb28f-c9d1-4121-bdcb-7e4e6665be5e req-491c4363-9038-408c-8609-9b164cebe16b tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108906 Sep 02 17:11:23.560637 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-33fc740e-c92c-47a0-a549-aa5fe731fc48 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.639071 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-33fc740e-c92c-47a0-a549-aa5fe731fc48 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-483694'] for floatingip, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.640285 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-300a5071-8e2f-4a77-a286-16c1a309d970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1468095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.693271 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc740e-c92c-47a0-a549-aa5fe731fc48 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Pushing event updated for resources: {'Port': ['ID=f7854444-fcc4-4db1-a2f0-8279282187e4,revision_number=2']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:23.728493 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a5071-8e2f-4a77-a286-16c1a309d970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b272441-63b7-4a1a-bfec-b2bcca1e3ac6,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:23.728493 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-300a5071-8e2f-4a77-a286-16c1a309d970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.729575 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-300a5071-8e2f-4a77-a286-16c1a309d970 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7b272441-63b7-4a1a-bfec-b2bcca1e3ac6 HTTP/1.1" status: 204 len: 168 time: 0.5059037 Sep 02 17:11:23.732336 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 35886) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:23.795550 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-33fc740e-c92c-47a0-a549-aa5fe731fc48 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.796887 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-33fc740e-c92c-47a0-a549-aa5fe731fc48 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0478978 Sep 02 17:11:23.825912 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645182'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.892640 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dc31a-3ecd-4ccd-a4f1-e23e2a8f1256 req-303e2e63-08bb-47e2-8dba-522308f9b8de tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:23.898134 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7e1dc31a-3ecd-4ccd-a4f1-e23e2a8f1256 req-303e2e63-08bb-47e2-8dba-522308f9b8de tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 944 time: 0.0626578 Sep 02 17:11:23.940066 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1470163', 'neutron.services.segments.db._delete_segments_for_network-8737482361959'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:23.956111 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:23.956618 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:23.957589 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:23.961176 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Subscribe: > port after_create 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:23.961176 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:23.961176 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Subscribe: > port after_update 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:23.961176 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:23.961176 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:23.961176 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:23.961176 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:24.001931 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7e1dc31a-3ecd-4ccd-a4f1-e23e2a8f1256 req-c035f7db-b3bc-4d85-99d6-a32fa1725584 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008489 Sep 02 17:11:24.220138 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:24.220415 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-262a961c-1472-424e-83aa-235ca444a05f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1576161660&fields=id&tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1 HTTP/1.1" status: 200 len: 267 time: 0.0935073 Sep 02 17:11:24.220526 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:24.221368 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:24.221756 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:24.222752 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4eef66-e7c9-49ec-b9bb-c81f91f881ad']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:24.257130 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ec663e-ed71-4cdd-bf99-740f36ce586a') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:24.257533 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ec663e-ed71-4cdd-bf99-740f36ce586a') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:24.283740 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737482362224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13114054'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:24.311114 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:24.320569 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:11:24.321415 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13434355'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:24.365058 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-9406ae08-0f3e-469a-9f3e-c8b0c59f522d tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:24.367116 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-9406ae08-0f3e-469a-9f3e-c8b0c59f522d tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/networks?id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba HTTP/1.1" status: 200 len: 810 time: 0.1458831 Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: from cryptography.utils import int_from_bytes Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: from cryptography.utils import int_from_bytes Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: Traceback (most recent call last): Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: timer() Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: cb(*args, **kw) Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: return func(*args, **kwargs) Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: self._notify() Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: self.callback(batched_events) Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: event.method(event) Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: return f(self, *a, **k) Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._get(url).json() Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:11:24.385636 dv-cinder-777031-8-iscsi neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:11:24.393550 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-cc725499-614d-40e9-b3b1-9027b8e6772c tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/quotas/19bd486a9ccf4993bc29caedf7ebc2d1 HTTP/1.1" status: 200 len: 375 time: 0.0125244 Sep 02 17:11:24.469093 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-7edf3443-20ce-4726-8418-6f0ba1f8247d tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0693092 Sep 02 17:11:24.610865 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-28270c30-87ef-45d9-b627-9ed3937d7c46 service neutron] 10.222.0.78 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284585 Sep 02 17:11:24.612745 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c19ebac1-8b8b-4f47-8a9a-f9cd9a43b61a req-fd94d28d-d943-4976-b6d5-61f458451073 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 210 time: 0.0403793 Sep 02 17:11:24.754736 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-715d1b0e-3825-4fa5-a7fe-4c5b87acc6d0 service neutron] 10.222.0.78 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371918 Sep 02 17:11:24.776859 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393013b-8204-4b86-b0f3-7a4388c5cbb7 req-62e4e418-57b9-4bff-94ae-56a293abba73 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:24.782036 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e393013b-8204-4b86-b0f3-7a4388c5cbb7 req-62e4e418-57b9-4bff-94ae-56a293abba73 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 944 time: 0.0944912 Sep 02 17:11:24.836078 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483664'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:24.880287 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:24.888656 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/cb4eef66-e7c9-49ec-b9bb-c81f91f881ad HTTP/1.1" status: 204 len: 168 time: 1.1549048 Sep 02 17:11:24.891627 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35920) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:24.919316 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c814273-597d-40bd-a9bf-895e02f9d5d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb4eef66-e7c9-49ec-b9bb-c81f91f881ad,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:24.926903 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e393013b-8204-4b86-b0f3-7a4388c5cbb7 req-8ebd3a37-c504-42ea-bc61-161e5bf606e1 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329448 Sep 02 17:11:24.972216 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_v2 [None req-393965bc-deab-4fa8-8af8-e68352e9d8ba admin admin] Deleting subnet 9d2af787-17a2-48c2-b7cf-b0226c00b830 {{(pid=94732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:11:24.975882 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-393965bc-deab-4fa8-8af8-e68352e9d8ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.026359 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-393965bc-deab-4fa8-8af8-e68352e9d8ba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.037692 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-393965bc-deab-4fa8-8af8-e68352e9d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467972'] for subnet, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.154379 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a53f8808-f306-420d-a03a-ca127b614735 req-cd8b5f94-7b1b-4eca-a1b9-bcfd4f41ac0a tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0339410 Sep 02 17:11:25.183772 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548418c-163d-4593-a173-8603a01b6b10 req-baf9a205-5d49-4845-809d-c19c3acf0fd9 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:25.189860 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e548418c-163d-4593-a173-8603a01b6b10 req-baf9a205-5d49-4845-809d-c19c3acf0fd9 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 944 time: 0.1049764 Sep 02 17:11:25.260060 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e548418c-163d-4593-a173-8603a01b6b10 req-a83ab3af-f4a0-4f1a-9be3-3a5a8dd5d633 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641785 Sep 02 17:11:25.350610 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-393965bc-deab-4fa8-8af8-e68352e9d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1468095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for subnet, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.387877 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393965bc-deab-4fa8-8af8-e68352e9d8ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d2af787-17a2-48c2-b7cf-b0226c00b830,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:25.392050 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-393965bc-deab-4fa8-8af8-e68352e9d8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.392590 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-393965bc-deab-4fa8-8af8-e68352e9d8ba admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9d2af787-17a2-48c2-b7cf-b0226c00b830 HTTP/1.1" status: 204 len: 168 time: 0.4878302 Sep 02 17:11:25.395113 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35938) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:25.473107 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645182'] for network, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.593040 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1470163', 'neutron.services.segments.db._delete_segments_for_network-8737482361959'] for network, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.611092 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:25.611838 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:25.612496 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:25.612934 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=94732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:25.613381 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:25.613831 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=94732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:25.614261 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:25.614643 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:25.615052 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:25.615467 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:25.787319 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:25.787662 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:25.787992 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:25.788318 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 17:11:25.788780 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.services.segments.db [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf669361-3525-4a93-bba2-da4ee2a6c2ed']}} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:25.816776 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.services.segments.db [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ab0fc3-1353-4e4f-9600-1dde683c9e4e') {'for_net_delete': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:25.817072 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.services.segments.db [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ab0fc3-1353-4e4f-9600-1dde683c9e4e') {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:25.846244 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-942afbc2-c538-4c3f-b547-9fcdfbd2724e req-4287719b-082d-487e-af62-962e8176c02e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 210 time: 0.0518007 Sep 02 17:11:25.851854 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737482362224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3616593'] for segment, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.876205 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.886236 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=94732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:11:25.886834 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13791326'] for segment, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: from cryptography.utils import int_from_bytes Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: from cryptography.utils import int_from_bytes Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: Traceback (most recent call last): Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: timer() Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: cb(*args, **kw) Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: return func(*args, **kwargs) Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: self._notify() Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: self.callback(batched_events) Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: event.method(event) Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: return f(self, *a, **k) Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: return self._get(url).json() Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: return self.request(url, 'GET', **kwargs) Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:11:25.890422 dv-cinder-777031-8-iscsi neutron-server[94732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:11:26.073735 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa3165-f510-457c-82e8-3d5a9877e56b req-05a9bc61-c85e-4b5c-b570-37b9d03821df tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:26.073735 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d6fa3165-f510-457c-82e8-3d5a9877e56b req-05a9bc61-c85e-4b5c-b570-37b9d03821df tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 944 time: 0.0582848 Sep 02 17:11:26.100018 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483664'] for network, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:26.120552 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:26.123335 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/cf669361-3525-4a93-bba2-da4ee2a6c2ed HTTP/1.1" status: 204 len: 168 time: 0.7265012 Sep 02 17:11:26.285955 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb38bb2-fe14-47d2-9e1a-dd1c49bab1a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf669361-3525-4a93-bba2-da4ee2a6c2ed,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:26.304034 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d6fa3165-f510-457c-82e8-3d5a9877e56b req-181fe5f2-b930-452e-8d61-878318a7ba71 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240365 Sep 02 17:11:26.319602 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0b0cff38-0879-4a5a-86c5-edd14576ff05 req-049b3e3b-c6dc-4dca-8482-d9f7e8195adc tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0349665 Sep 02 17:11:26.408226 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb504910-8e88-452d-aff4-54898d2699ee req-0e6eeb73-0eaa-4a1b-9f09-95af7b336faf tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:26.409762 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-eb504910-8e88-452d-aff4-54898d2699ee req-0e6eeb73-0eaa-4a1b-9f09-95af7b336faf tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 944 time: 0.0506167 Sep 02 17:11:26.449781 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-eb504910-8e88-452d-aff4-54898d2699ee req-9b897a82-10ae-4644-8478-1d9b8902c923 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327427 Sep 02 17:11:26.527403 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-a99a39b5-5058-4465-ad9c-b71344e0cc15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c7e5724-ef15-4150-b762-44cb370f19d8 HTTP/1.1" status: 200 len: 217 time: 0.0970762 Sep 02 17:11:26.592679 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35984) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:26.646171 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-0fcc49fe-5269-405b-8eb8-9fd94da915ff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9a2c551f6a234e7c92c69b564d37a11c&name=default HTTP/1.1" status: 200 len: 2977 time: 0.0518296 Sep 02 17:11:26.649429 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 35988) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:26.735102 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-bd998fce-4941-49f2-b6bd-c0a435bd1916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:26.759804 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-bd998fce-4941-49f2-b6bd-c0a435bd1916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:26.844206 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-e14403b3-2a17-40b8-8d27-9932aae0f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:26.845660 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-e14403b3-2a17-40b8-8d27-9932aae0f8d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a50c83f-5b1e-40ad-a862-f35863b5fb27 HTTP/1.1" status: 200 len: 854 time: 0.2651713 Sep 02 17:11:26.849651 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4273220-1d9c-4bd8-aed3-f7c3afaad803 req-19ae612d-e683-4230-b081-e666f274f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:26.859503 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b4273220-1d9c-4bd8-aed3-f7c3afaad803 req-19ae612d-e683-4230-b081-e666f274f311 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ef606c1b3cc84a64b5e1c1a475836a90&device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 1097 time: 0.2801614 Sep 02 17:11:26.957432 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-d4bd4d49-950d-4211-956f-e448040a0435 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=738444e4-ce26-4b0c-8734-6b95252db57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801215 Sep 02 17:11:26.977895 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-bd998fce-4941-49f2-b6bd-c0a435bd1916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:26.981794 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-bd998fce-4941-49f2-b6bd-c0a435bd1916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:26.983099 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-bd998fce-4941-49f2-b6bd-c0a435bd1916 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6f2ac568-9d8c-40c2-8692-a59584e79d18 HTTP/1.1" status: 204 len: 168 time: 0.3323920 Sep 02 17:11:26.985587 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d7cbe0ba-2c5e-4d7b-b7c7-ce488d32f506 req-f3901175-ed0b-4bd0-9115-614354ae960f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 210 time: 0.0593359 Sep 02 17:11:27.023494 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd998fce-4941-49f2-b6bd-c0a435bd1916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2ac568-9d8c-40c2-8692-a59584e79d18,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:27.089508 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4273220-1d9c-4bd8-aed3-f7c3afaad803 req-756eb4af-4569-46cb-b7c7-f2dc191d0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:27.091583 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b4273220-1d9c-4bd8-aed3-f7c3afaad803 req-756eb4af-4569-46cb-b7c7-f2dc191d0931 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ef606c1b3cc84a64b5e1c1a475836a90&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2255819 Sep 02 17:11:27.169333 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-bb67aea5-982f-4aa6-ab16-7509dd0c65cf service neutron] 10.222.0.46 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015796 Sep 02 17:11:27.253718 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4273220-1d9c-4bd8-aed3-f7c3afaad803 req-76e13cb1-b4a5-411f-b89c-4706a9e56b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:27.255193 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b4273220-1d9c-4bd8-aed3-f7c3afaad803 req-76e13cb1-b4a5-411f-b89c-4706a9e56b3a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1553349 Sep 02 17:11:27.291324 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-f476f665-cd61-45e6-85c8-7d3c59153340 req-008bc065-8921-4e12-8e22-90ccb7ea87e9 service neutron] 10.222.0.46 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130254 Sep 02 17:11:27.395993 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-ed08df4a-d1cb-44d7-8931-21e75ab3bead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:27.397560 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-ed08df4a-d1cb-44d7-8931-21e75ab3bead service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ef606c1b3cc84a64b5e1c1a475836a90&device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 1097 time: 0.0610621 Sep 02 17:11:27.446649 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-76e18cc3-dbfb-44e5-a87a-2d4e5ca097b5 req-bfa587be-6d2c-43ec-8f40-afae6ff77761 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0293746 Sep 02 17:11:27.448004 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-fbcd0376-a6c8-412d-870f-1b422dc9b861 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55899da0-5c89-42f3-9b7d-edae9354f364 HTTP/1.1" status: 200 len: 217 time: 0.0352292 Sep 02 17:11:27.492941 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78735ab0-b101-42ff-956f-23f81f3a6662 req-27bdbb5c-53fa-429a-9260-1f8e3b09803b tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:27.494634 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-78735ab0-b101-42ff-956f-23f81f3a6662 req-27bdbb5c-53fa-429a-9260-1f8e3b09803b tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 944 time: 0.1128249 Sep 02 17:11:27.546764 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-61aefe26-06bb-41b5-9171-ddf32bf35c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:27.548522 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-61aefe26-06bb-41b5-9171-ddf32bf35c85 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b95f878c-3924-4291-a851-55eeab3176a2 HTTP/1.1" status: 200 len: 851 time: 0.0923884 Sep 02 17:11:27.579500 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-78735ab0-b101-42ff-956f-23f81f3a6662 req-7159ef60-68e5-448d-b267-7693d9b75b34 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777447 Sep 02 17:11:27.584131 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-017b5ace-e148-41e7-93a4-7b1f5ef4fab4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d6594f2c-dea7-4370-aced-0730482b2ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278158 Sep 02 17:11:27.621627 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c7ce2-a0d4-4e99-950d-3102b930775f req-1039bc84-1251-494f-8dd7-c4b0c4cc3188 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:27.623299 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-243c7ce2-a0d4-4e99-950d-3102b930775f req-1039bc84-1251-494f-8dd7-c4b0c4cc3188 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 944 time: 0.0594106 Sep 02 17:11:27.664296 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-243c7ce2-a0d4-4e99-950d-3102b930775f req-818cb54c-4b86-4fb1-89a6-fdb38ff1ea62 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341573 Sep 02 17:11:27.693861 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-1fd5a3c6-bd7f-40ef-95ad-d12cc9a52e29 service neutron] 10.222.0.46 "GET /v2.0/networks/d6594f2c-dea7-4370-aced-0730482b2ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004667 Sep 02 17:11:27.800539 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-8d522753-667d-40aa-98f8-098236e0bdb4 req-96450652-35f0-46fd-a730-d15a69924d33 service neutron] 10.222.0.46 "GET /v2.0/networks/d6594f2c-dea7-4370-aced-0730482b2ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994370 Sep 02 17:11:27.822540 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36012) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:27.913276 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-7449ed2c-e95b-4f50-bbea-d8695741d93a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0c8f5ee569d4435891b7fdfaedd572dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0895979 Sep 02 17:11:27.920318 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36014) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:27.992866 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-93a3a0fe-4071-456e-9d26-907695c35589 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:27.994427 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-93a3a0fe-4071-456e-9d26-907695c35589 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.46 "GET /v2.0/networks?id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba HTTP/1.1" status: 200 len: 810 time: 0.1437628 Sep 02 17:11:28.005108 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf59c08e-bd66-401a-bb79-698031e2907b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:28.041397 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf59c08e-bd66-401a-bb79-698031e2907b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:28.108410 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-ec436823-745a-4e36-afb5-47cad9b8c53e tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1 HTTP/1.1" status: 200 len: 380 time: 0.0941601 Sep 02 17:11:28.124919 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-38e15edc-153c-4e29-978f-e0c5e4343c08 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Request body: {'port': {'device_id': 'e21ad108-5b1e-4b91-9e41-58c31261f7c1', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'admin_state_up': True, 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'security_groups': ['252d5644-83d2-4f69-b16e-d5be76ef51b8']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:28.141218 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bdf79dcd-e76d-4ab3-a52f-6756c32aba69 req-68ea987b-bb5f-4e77-8ae0-3c6f58abaf1c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 210 time: 0.0414660 Sep 02 17:11:28.268999 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf59c08e-bd66-401a-bb79-698031e2907b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:28.271678 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf59c08e-bd66-401a-bb79-698031e2907b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:28.277549 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-bf59c08e-bd66-401a-bb79-698031e2907b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fdc070ee-5013-4100-beba-0a5ff2c48801 HTTP/1.1" status: 204 len: 168 time: 0.3560767 Sep 02 17:11:28.280657 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59c08e-bd66-401a-bb79-698031e2907b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc070ee-5013-4100-beba-0a5ff2c48801,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:28.344516 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-38e15edc-153c-4e29-978f-e0c5e4343c08 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Made reservation on behalf of 19bd486a9ccf4993bc29caedf7ebc2d1 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:11:28.349194 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-38e15edc-153c-4e29-978f-e0c5e4343c08 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:28.503284 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-38e15edc-153c-4e29-978f-e0c5e4343c08 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Allocated IP 172.20.0.12 (e7a994e9-dc5c-47aa-aba5-88bd0556f7ba/96f3ac1b-8493-455d-b18b-b178cdc55f13/c69e4472-919a-42b5-82bc-31d95eea99e4) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:11:28.566331 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dcb7feaf-29d0-4d62-85b7-c773c7044b35 req-0b91f4f3-4446-4860-ab16-1973b08f0f20 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0301251 Sep 02 17:11:28.724277 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a12b8-6b82-4027-a1c5-c4431227e135 req-96e0c029-dc1d-4f3d-9cad-5acee086881e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:28.745041 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-38e15edc-153c-4e29-978f-e0c5e4343c08 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:28.755043 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-a529aee0-4152-45c5-bcc0-1518048ecdfb tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:28.756518 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-a529aee0-4152-45c5-bcc0-1518048ecdfb tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.46 "GET /v2.0/networks?id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe HTTP/1.1" status: 200 len: 817 time: 0.1648302 Sep 02 17:11:28.760809 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7f8a12b8-6b82-4027-a1c5-c4431227e135 req-96e0c029-dc1d-4f3d-9cad-5acee086881e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 944 time: 0.1009572 Sep 02 17:11:28.769450 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-38e15edc-153c-4e29-978f-e0c5e4343c08 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Transition to ACTIVE for port object c69e4472-919a-42b5-82bc-31d95eea99e4 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:28.831379 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-ccfd5808-7f2c-4184-adfa-80e6be9ff75b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66dd13919db54e2cb281cb857b403d5d HTTP/1.1" status: 200 len: 380 time: 0.0544157 Sep 02 17:11:28.846166 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-d354e1c0-a873-447f-81eb-98e09deb2d23 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Request body: {'port': {'device_id': '817c0aa7-d60f-44b7-b28f-0025069af756', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'admin_state_up': True, 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'security_groups': ['cf2a625d-b324-4526-8307-1b4da5ae73d1']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:28.870592 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7f8a12b8-6b82-4027-a1c5-c4431227e135 req-9206de7b-cbc6-4f07-b330-7e9436018781 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006398 Sep 02 17:11:28.910425 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d12e74-b76f-4b2e-b641-a5fa2dca7568 req-c1dec953-e5c8-4f51-a023-4c425232dcd7 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:28.912181 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c2d12e74-b76f-4b2e-b641-a5fa2dca7568 req-c1dec953-e5c8-4f51-a023-4c425232dcd7 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 944 time: 0.1431010 Sep 02 17:11:28.964168 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-38e15edc-153c-4e29-978f-e0c5e4343c08 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.022443 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-38e15edc-153c-4e29-978f-e0c5e4343c08 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Network e7a994e9-dc5c-47aa-aba5-88bd0556f7ba is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:29.026592 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-38e15edc-153c-4e29-978f-e0c5e4343c08 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:29.032295 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-38e15edc-153c-4e29-978f-e0c5e4343c08 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:29.034471 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c2d12e74-b76f-4b2e-b641-a5fa2dca7568 req-f85f29ff-ec92-4474-8774-23548b52d9bd tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129558 Sep 02 17:11:29.086496 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-38e15edc-153c-4e29-978f-e0c5e4343c08 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:29.087146 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-38e15edc-153c-4e29-978f-e0c5e4343c08 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.113317 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e15edc-153c-4e29-978f-e0c5e4343c08 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Pushing event updated for resources: {'Port': ['ID=c69e4472-919a-42b5-82bc-31d95eea99e4,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:29.163225 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-d354e1c0-a873-447f-81eb-98e09deb2d23 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Made reservation on behalf of 66dd13919db54e2cb281cb857b403d5d for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:11:29.169808 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-d354e1c0-a873-447f-81eb-98e09deb2d23 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.281163 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-38e15edc-153c-4e29-978f-e0c5e4343c08 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1630812 Sep 02 17:11:29.304289 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Request body: {'port': {'device_id': 'e21ad108-5b1e-4b91-9e41-58c31261f7c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:29.346288 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-84006f3a-1dee-46b6-8173-2eea08c1668c req-f085525a-726b-4f49-ac29-2f10cebf6517 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 210 time: 0.0437751 Sep 02 17:11:29.421179 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.442186 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-d354e1c0-a873-447f-81eb-98e09deb2d23 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Allocated IP 172.20.0.5 (632d189f-cdbd-40dc-b486-c7ad3cbc44fe/50615b92-51e7-4a8e-a635-3931daa3277f/bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:11:29.468904 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-981a3278-95e5-4d15-a5b3-edc4f1305466 None None] Provisioning for port c69e4472-919a-42b5-82bc-31d95eea99e4 completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:29.474294 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-981a3278-95e5-4d15-a5b3-edc4f1305466 None None] Provisioning complete for port c69e4472-919a-42b5-82bc-31d95eea99e4 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:29.474686 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-981a3278-95e5-4d15-a5b3-edc4f1305466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.519011 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-981a3278-95e5-4d15-a5b3-edc4f1305466 None None] Port c69e4472-919a-42b5-82bc-31d95eea99e4 cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:11:29.702837 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:11:29.737512 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12a09b-046b-45b9-9f17-fc8160f3c415 req-24d80e5c-9733-4563-be46-34f11cee7412 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:29.745040 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-de12a09b-046b-45b9-9f17-fc8160f3c415 req-24d80e5c-9733-4563-be46-34f11cee7412 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 932 time: 0.0869744 Sep 02 17:11:29.782131 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-de12a09b-046b-45b9-9f17-fc8160f3c415 req-a850e5ad-fb0f-4899-9d3e-91bf4f93e4bf tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350599 Sep 02 17:11:29.940186 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-d354e1c0-a873-447f-81eb-98e09deb2d23 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:29.969349 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-d354e1c0-a873-447f-81eb-98e09deb2d23 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Transition to ACTIVE for port object bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:29.979234 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768868a6-9b80-4eaf-80bd-358bdd52ec04 req-beab6b6f-f45c-4615-b05f-ea2e99a8e426 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:29.980731 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-768868a6-9b80-4eaf-80bd-358bdd52ec04 req-beab6b6f-f45c-4615-b05f-ea2e99a8e426 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 944 time: 0.0482621 Sep 02 17:11:30.039849 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-768868a6-9b80-4eaf-80bd-358bdd52ec04 req-f18ce69f-7483-43b4-8f6e-6e4f14f87c65 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482907 Sep 02 17:11:30.052791 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69e4472-919a-42b5-82bc-31d95eea99e4 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:11:30.066224 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:30.085974 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Transition to ACTIVE for port object c69e4472-919a-42b5-82bc-31d95eea99e4 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:30.160954 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-d354e1c0-a873-447f-81eb-98e09deb2d23 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:30.161377 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3cecd-da4c-42e5-ba3a-0b8e12f4e89b req-eb4f5c5b-0368-46d0-8798-5a6de8a59f09 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:30.163203 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cee3cecd-da4c-42e5-ba3a-0b8e12f4e89b req-eb4f5c5b-0368-46d0-8798-5a6de8a59f09 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 944 time: 0.0524850 Sep 02 17:11:30.169948 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:30.202655 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cee3cecd-da4c-42e5-ba3a-0b8e12f4e89b req-66ed3fe7-df22-4de8-912d-4c1e9f771bf4 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Sep 02 17:11:30.238403 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-d354e1c0-a873-447f-81eb-98e09deb2d23 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Network 632d189f-cdbd-40dc-b486-c7ad3cbc44fe is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:30.244646 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-d354e1c0-a873-447f-81eb-98e09deb2d23 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:30.250945 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-d354e1c0-a873-447f-81eb-98e09deb2d23 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:30.280921 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354e1c0-a873-447f-81eb-98e09deb2d23 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Pushing event updated for resources: {'Port': ['ID=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:30.388585 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-d354e1c0-a873-447f-81eb-98e09deb2d23 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:30.389248 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-d354e1c0-a873-447f-81eb-98e09deb2d23 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:30.407652 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Pushing event updated for resources: {'Port': ['ID=c69e4472-919a-42b5-82bc-31d95eea99e4,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:30.438601 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Attempting to bind port c69e4472-919a-42b5-82bc-31d95eea99e4 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:11:30.439425 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Attempting to bind port c69e4472-919a-42b5-82bc-31d95eea99e4 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '44ea752d-3a49-498d-b741-60f56aa50a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:11:30.439425 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Attempting to bind port c69e4472-919a-42b5-82bc-31d95eea99e4 on network e7a994e9-dc5c-47aa-aba5-88bd0556f7ba {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:30.445331 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Port c69e4472-919a-42b5-82bc-31d95eea99e4 on network e7a994e9-dc5c-47aa-aba5-88bd0556f7ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:11:30.445660 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Attempting to bind port c69e4472-919a-42b5-82bc-31d95eea99e4 on network e7a994e9-dc5c-47aa-aba5-88bd0556f7ba {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:30.452886 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:11:30.453226 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Checking segment: {'id': '44ea752d-3a49-498d-b741-60f56aa50a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:30.456885 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Bound using segment: {'id': '44ea752d-3a49-498d-b741-60f56aa50a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:11:30.456885 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Bound port: c69e4472-919a-42b5-82bc-31d95eea99e4, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ea752d-3a49-498d-b741-60f56aa50a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:11:30.456885 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:30.485110 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-d354e1c0-a873-447f-81eb-98e09deb2d23 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6452525 Sep 02 17:11:30.489176 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c754b4-8b97-45f0-9a24-de0172fe43b1 req-4ab88c22-cb21-433e-9456-082642953b85 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:30.491191 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e7c754b4-8b97-45f0-9a24-de0172fe43b1 req-4ab88c22-cb21-433e-9456-082642953b85 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 931 time: 0.0601299 Sep 02 17:11:30.516340 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Request body: {'port': {'device_id': '817c0aa7-d60f-44b7-b28f-0025069af756', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:30.532395 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 5c7e5724-ef15-4150-b762-44cb370f19d8 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:11:30.546895 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e7c754b4-8b97-45f0-9a24-de0172fe43b1 req-dffefa0d-8820-415d-ba24-2d46135191d5 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464218 Sep 02 17:11:30.611502 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:30.628080 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] For port c69e4472-919a-42b5-82bc-31d95eea99e4, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:11:30.672284 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] For port c69e4472-919a-42b5-82bc-31d95eea99e4, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c69e4472-919a-42b5-82bc-31d95eea99e4,segment=NetworkSegment(44ea752d-3a49-498d-b741-60f56aa50a7a),segment_id=44ea752d-3a49-498d-b741-60f56aa50a7a)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:11:30.749428 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:30.811680 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 5c7e5724-ef15-4150-b762-44cb370f19d8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5c7e5724-ef15-4150-b762-44cb370f19d8,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:30.832343 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': '5c7e5724-ef15-4150-b762-44cb370f19d8', 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f', 'port_id': '5c7e5724-ef15-4150-b762-44cb370f19d8', 'mac_address': 'fa:16:3e:ca:1c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a50c83f-5b1e-40ad-a862-f35863b5fb27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:11:30.882454 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-1a0de4b2-d8c7-474d-a30d-f2ad76deab62 None None] Provisioning for port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:30.891243 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-1a0de4b2-d8c7-474d-a30d-f2ad76deab62 None None] Provisioning complete for port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:30.891959 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1a0de4b2-d8c7-474d-a30d-f2ad76deab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:30.929387 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:30.950113 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7e5724-ef15-4150-b762-44cb370f19d8 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:11:30.962513 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:30.970183 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:30.974173 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] 10.222.0.46 "PUT /v2.0/ports/c69e4472-919a-42b5-82bc-31d95eea99e4 HTTP/1.1" status: 200 len: 1094 time: 1.6747200 Sep 02 17:11:30.974722 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21ad108-5b1e-4b91-9e41-58c31261f7c1', 'tag': 'c69e4472-919a-42b5-82bc-31d95eea99e4'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:11:30.988160 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e207c8-6281-41ec-bdc3-bb3f18d8f8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e21ad108-5b1e-4b91-9e41-58c31261f7c1", "tag": "c69e4472-919a-42b5-82bc-31d95eea99e4"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:11:30.991892 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-1a0de4b2-d8c7-474d-a30d-f2ad76deab62 None None] Port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:11:31.004177 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 5c7e5724-ef15-4150-b762-44cb370f19d8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5c7e5724-ef15-4150-b762-44cb370f19d8,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:31.010951 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d46a5-a904-4c29-bf9f-63c0535dcb4d req-996d0c12-89c8-43b3-85a6-019bd3f397eb tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:31.013537 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f16d46a5-a904-4c29-bf9f-63c0535dcb4d req-996d0c12-89c8-43b3-85a6-019bd3f397eb tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 944 time: 0.1097424 Sep 02 17:11:31.082039 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f16d46a5-a904-4c29-bf9f-63c0535dcb4d req-ed8de526-4cc7-4405-a8e4-eced0245babb tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620427 Sep 02 17:11:31.101033 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25ee28-250e-4539-9eea-150b6834d631 service neutron] Pushing event updated for resources: {'Port': ['ID=c69e4472-919a-42b5-82bc-31d95eea99e4,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:31.149150 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.150224 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 55899da0-5c89-42f3-9b7d-edae9354f364 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:11:31.197606 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7463056f-48d4-4c29-8508-50b802dfe99b x-openstack-request-id: req-7463056f-48d4-4c29-8508-50b802dfe99b {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:11:31.197854 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21ad108-5b1e-4b91-9e41-58c31261f7c1", "tag": "c69e4472-919a-42b5-82bc-31d95eea99e4", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:11:31.198232 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7463056f-48d4-4c29-8508-50b802dfe99b {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:11:31.198680 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21ad108-5b1e-4b91-9e41-58c31261f7c1', 'tag': 'c69e4472-919a-42b5-82bc-31d95eea99e4', 'status': 'completed', 'code': 200} Sep 02 17:11:31.224125 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0b8ca-865f-4640-ba93-af2fd69a2fff req-99edfc8d-382e-44ea-b07f-48b0b985732e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:31.228078 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-46d0b8ca-865f-4640-ba93-af2fd69a2fff req-99edfc8d-382e-44ea-b07f-48b0b985732e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 945 time: 0.0778832 Sep 02 17:11:31.252197 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-a4ebc6c4-51de-402f-a341-9628457bf039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:31.254204 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-a4ebc6c4-51de-402f-a341-9628457bf039 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1&device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 1097 time: 0.1051714 Sep 02 17:11:31.330778 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 55899da0-5c89-42f3-9b7d-edae9354f364, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=55899da0-5c89-42f3-9b7d-edae9354f364,segment=NetworkSegment(3b45b7ec-c042-4ab4-93ed-80f316f2853a),segment_id=3b45b7ec-c042-4ab4-93ed-80f316f2853a)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:31.330930 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-46d0b8ca-865f-4640-ba93-af2fd69a2fff req-f4dab179-9061-452c-868f-385cf820df35 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924678 Sep 02 17:11:31.336451 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-2bead334-5f55-4199-b99e-8df8ecab7e07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c69e4472-919a-42b5-82bc-31d95eea99e4 HTTP/1.1" status: 200 len: 217 time: 0.0683324 Sep 02 17:11:31.346807 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': '55899da0-5c89-42f3-9b7d-edae9354f364', 'network_id': 'd6594f2c-dea7-4370-aced-0730482b2ad0', 'port_id': '55899da0-5c89-42f3-9b7d-edae9354f364', 'mac_address': 'fa:16:3e:87:24:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95f878c-3924-4291-a851-55eeab3176a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:11:31.406168 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba637750-ebad-4408-9b52-dd7fbaba2034 req-b4873cbb-704a-4ed7-b9d6-42318ef7083d tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:31.407733 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ba637750-ebad-4408-9b52-dd7fbaba2034 req-b4873cbb-704a-4ed7-b9d6-42318ef7083d tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 944 time: 0.0801105 Sep 02 17:11:31.415684 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.417688 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=5c7e5724-ef15-4150-b762-44cb370f19d8,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:31.418033 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:11:31.431141 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.439647 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55899da0-5c89-42f3-9b7d-edae9354f364 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:11:31.453753 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-2d941c17-99c9-4b1b-b211-887b0f5611ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:31.456233 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-2d941c17-99c9-4b1b-b211-887b0f5611ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96f3ac1b-8493-455d-b18b-b178cdc55f13 HTTP/1.1" status: 200 len: 849 time: 0.1121407 Sep 02 17:11:31.461162 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Transition to ACTIVE for port object bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:31.461528 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 55899da0-5c89-42f3-9b7d-edae9354f364, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=55899da0-5c89-42f3-9b7d-edae9354f364,segment=NetworkSegment(3b45b7ec-c042-4ab4-93ed-80f316f2853a),segment_id=3b45b7ec-c042-4ab4-93ed-80f316f2853a)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:31.477577 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ba637750-ebad-4408-9b52-dd7fbaba2034 req-406b40ab-63e9-4ab4-9391-a287d180f39b tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583971 Sep 02 17:11:31.528207 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-ccf6f49b-741c-4b8b-b1fb-5d4a813d8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:31.530097 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-ccf6f49b-741c-4b8b-b1fb-5d4a813d8f79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632257 Sep 02 17:11:31.577582 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.580843 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.626480 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=55899da0-5c89-42f3-9b7d-edae9354f364,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:31.672424 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Pushing event updated for resources: {'Port': ['ID=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:31.734009 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-2c1a37cc-c8e8-46d3-937d-82331fa782e2 service neutron] 10.222.0.46 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963644 Sep 02 17:11:31.734688 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca882f1-fc25-4dad-b89e-b2fa2c805b8a req-af1a7c3d-3e57-4f43-b37e-3eff31c486bc tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:31.736482 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8ca882f1-fc25-4dad-b89e-b2fa2c805b8a req-af1a7c3d-3e57-4f43-b37e-3eff31c486bc tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0840664 Sep 02 17:11:31.795586 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8ca882f1-fc25-4dad-b89e-b2fa2c805b8a req-f5d3ea73-0f71-4f3b-8869-f401520b80d2 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522518 Sep 02 17:11:31.849752 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Attempting to bind port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:11:31.850231 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Attempting to bind port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'f10cd512-2198-439c-b70d-2b543d943c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:11:31.850754 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Attempting to bind port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f on network 632d189f-cdbd-40dc-b486-c7ad3cbc44fe {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:31.862793 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f on network 632d189f-cdbd-40dc-b486-c7ad3cbc44fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:11:31.862793 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Attempting to bind port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f on network 632d189f-cdbd-40dc-b486-c7ad3cbc44fe {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:31.870099 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:11:31.870437 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Checking segment: {'id': 'f10cd512-2198-439c-b70d-2b543d943c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:31.870860 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Bound using segment: {'id': 'f10cd512-2198-439c-b70d-2b543d943c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:11:31.871847 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Bound port: bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10cd512-2198-439c-b70d-2b543d943c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:11:31.872206 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:31.924708 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-25ce4d71-8928-4e83-b9e3-f983eac356e9 req-311e032d-649a-455d-8d41-eb9fdb965b6b service neutron] 10.222.0.46 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824586 Sep 02 17:11:31.950369 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36172) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:31.969933 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] For port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:11:31.976263 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['55899da0-5c89-42f3-9b7d-edae9354f364'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:11:31.989432 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] For port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:11:32.036079 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['5c7e5724-ef15-4150-b762-44cb370f19d8'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:11:32.047848 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:32.167469 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:32.168795 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:32.178390 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-b687e199-951b-40fb-961c-3904162fc30a service neutron] 10.222.0.46 "PUT /v2.0/ports/bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f HTTP/1.1" status: 200 len: 1093 time: 1.6683214 Sep 02 17:11:32.178573 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36186) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:32.287859 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687e199-951b-40fb-961c-3904162fc30a service neutron] Pushing event updated for resources: {'Port': ['ID=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:32.292342 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf3a00-8a30-4c7d-96b8-5e39ec53339e req-df865aaa-5c6f-49b6-8fb7-7ac0dabd5541 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:32.300914 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4dcf3a00-8a30-4c7d-96b8-5e39ec53339e req-df865aaa-5c6f-49b6-8fb7-7ac0dabd5541 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 944 time: 0.1005785 Sep 02 17:11:32.302666 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e207c8-6281-41ec-bdc3-bb3f18d8f8d0 req-c791eba4-0dfa-471e-aa9e-318e5f2bdba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:32.304983 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-47e207c8-6281-41ec-bdc3-bb3f18d8f8d0 req-c791eba4-0dfa-471e-aa9e-318e5f2bdba5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1&device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 1097 time: 0.1804490 Sep 02 17:11:32.306007 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3a6efef0-e0fc-4175-aac2-4eae61af7716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:32.389020 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4dcf3a00-8a30-4c7d-96b8-5e39ec53339e req-180d0f5c-935a-4d0b-8b5c-b964aa481b09 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869904 Sep 02 17:11:32.413029 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-25034cf4-e3b2-48c5-83f3-54cbc0030e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:32.489614 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09f831-9cff-442f-afa2-f3de28663671 req-7d6f0540-06f0-481c-aba7-faf50de35c18 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:32.493766 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7f09f831-9cff-442f-afa2-f3de28663671 req-7d6f0540-06f0-481c-aba7-faf50de35c18 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 945 time: 0.0559340 Sep 02 17:11:32.533836 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7f09f831-9cff-442f-afa2-f3de28663671 req-ff9264f2-5d84-458b-a4ac-9d2bbe1cd7ef tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355599 Sep 02 17:11:32.572722 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-8aaeb8a4-bf64-4b3a-a139-96b61948810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:32.574930 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-8aaeb8a4-bf64-4b3a-a139-96b61948810a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66dd13919db54e2cb281cb857b403d5d&device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 1096 time: 0.2408900 Sep 02 17:11:32.587465 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e207c8-6281-41ec-bdc3-bb3f18d8f8d0 req-d26a0acc-959f-4880-be96-c7d9bd240587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:32.587973 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-47e207c8-6281-41ec-bdc3-bb3f18d8f8d0 req-d26a0acc-959f-4880-be96-c7d9bd240587 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba HTTP/1.1" status: 200 len: 912 time: 0.2706137 Sep 02 17:11:32.598801 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3239d41-b8f3-491b-81eb-f96def0ddd11 req-8975af46-e79f-4522-8fe6-da35a697011f tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:32.600399 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a3239d41-b8f3-491b-81eb-f96def0ddd11 req-8975af46-e79f-4522-8fe6-da35a697011f tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 945 time: 0.0615683 Sep 02 17:11:32.642744 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a3239d41-b8f3-491b-81eb-f96def0ddd11 req-88b81c26-3fd7-4571-a1bc-4f68dfdaba86 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358770 Sep 02 17:11:32.673016 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-d41b43c0-4791-4fad-b29b-9bc9c7aa6ac8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f HTTP/1.1" status: 200 len: 217 time: 0.0772085 Sep 02 17:11:32.676739 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-47e207c8-6281-41ec-bdc3-bb3f18d8f8d0 req-7d3e7f12-34b5-42c1-ba27-c038abb4db68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c69e4472-919a-42b5-82bc-31d95eea99e4 HTTP/1.1" status: 200 len: 217 time: 0.0723913 Sep 02 17:11:32.759123 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3a6efef0-e0fc-4175-aac2-4eae61af7716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:32.778467 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e207c8-6281-41ec-bdc3-bb3f18d8f8d0 req-4fb6f49b-ec34-4507-aa4e-760289900e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:32.779895 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-47e207c8-6281-41ec-bdc3-bb3f18d8f8d0 req-4fb6f49b-ec34-4507-aa4e-760289900e43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96f3ac1b-8493-455d-b18b-b178cdc55f13 HTTP/1.1" status: 200 len: 849 time: 0.0904496 Sep 02 17:11:32.783266 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-54625289-b86d-4519-8c0f-7d6e946811c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:32.784596 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-54625289-b86d-4519-8c0f-7d6e946811c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50615b92-51e7-4a8e-a635-3931daa3277f HTTP/1.1" status: 200 len: 856 time: 0.0940678 Sep 02 17:11:32.868393 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3a6efef0-e0fc-4175-aac2-4eae61af7716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:32.868586 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-697253a0-cbba-4ca8-9f4b-67b6751167bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:32.869948 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-697253a0-cbba-4ca8-9f4b-67b6751167bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748427 Sep 02 17:11:32.882320 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e207c8-6281-41ec-bdc3-bb3f18d8f8d0 req-66baf447-4e02-49e0-b422-7f661aa151bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:32.883949 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-47e207c8-6281-41ec-bdc3-bb3f18d8f8d0 req-66baf447-4e02-49e0-b422-7f661aa151bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0899596 Sep 02 17:11:32.946102 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773de088-8f1f-4666-a98f-0009e7c09bce req-72eba6dd-6ff7-49a9-a582-3738bcb9a19b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:32.947754 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-773de088-8f1f-4666-a98f-0009e7c09bce req-72eba6dd-6ff7-49a9-a582-3738bcb9a19b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0750794 Sep 02 17:11:33.011064 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-25034cf4-e3b2-48c5-83f3-54cbc0030e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.015143 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-773de088-8f1f-4666-a98f-0009e7c09bce req-63de9482-bfb6-42b8-82c0-ad422f6d75e7 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587404 Sep 02 17:11:33.057991 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-25034cf4-e3b2-48c5-83f3-54cbc0030e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.101340 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-25034cf4-e3b2-48c5-83f3-54cbc0030e86 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f944c4f66884498aaf6df360d1093140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9206254 Sep 02 17:11:33.101455 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36208) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:33.107862 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25034cf4-e3b2-48c5-83f3-54cbc0030e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4075c026-d204-479c-aa69-0587361ac9ee,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:33.110501 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36212) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:33.163901 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-14216ab7-0736-41b2-98de-732976d65d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.188945 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-14216ab7-0736-41b2-98de-732976d65d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.209541 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817c0aa7-d60f-44b7-b28f-0025069af756', 'tag': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:11:33.211847 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4a13db-42dc-4104-b225-a0544cc75d30" -d '{"events": [{"name": "network-changed", "server_uuid": "817c0aa7-d60f-44b7-b28f-0025069af756", "tag": "bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:11:33.214462 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6efef0-e0fc-4175-aac2-4eae61af7716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31db8e5c-2cbd-4d5e-8b65-e9d1a9e39a8b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:33.221219 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-3a6efef0-e0fc-4175-aac2-4eae61af7716 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c4118859fabe4bc8aad8bd63e63e6082&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2673671 Sep 02 17:11:33.231469 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36216) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:33.249075 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cb5a690e-5ab0-4a98-baa4-185d7964bef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.256713 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bf981e-2c8f-4ab3-a4da-b34a24d8c339 x-openstack-request-id: req-60bf981e-2c8f-4ab3-a4da-b34a24d8c339 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:11:33.257135 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817c0aa7-d60f-44b7-b28f-0025069af756", "tag": "bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:11:33.257411 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-60bf981e-2c8f-4ab3-a4da-b34a24d8c339 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:11:33.257804 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '817c0aa7-d60f-44b7-b28f-0025069af756', 'tag': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f', 'status': 'completed', 'code': 200} Sep 02 17:11:33.300685 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-3cefd5ed-8460-4304-996b-ab398e6c98e4 service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126863 Sep 02 17:11:33.306018 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-47e207c8-6281-41ec-bdc3-bb3f18d8f8d0 req-ca79037f-f56e-451e-840e-00d31ee1995f service neutron] 10.222.0.46 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009764 Sep 02 17:11:33.311480 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-2ae1266e-ca12-4dd2-bf27-729d38e87084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.332029 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-2ae1266e-ca12-4dd2-bf27-729d38e87084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.366111 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-14216ab7-0736-41b2-98de-732976d65d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.368577 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-14216ab7-0736-41b2-98de-732976d65d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.369777 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-14216ab7-0736-41b2-98de-732976d65d37 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4075c026-d204-479c-aa69-0587361ac9ee HTTP/1.1" status: 204 len: 168 time: 0.2583404 Sep 02 17:11:33.386511 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14216ab7-0736-41b2-98de-732976d65d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4075c026-d204-479c-aa69-0587361ac9ee,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:33.487497 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cb5a690e-5ab0-4a98-baa4-185d7964bef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.508161 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b2008c95-11ba-458b-a4f0-5c05067d659d req-e19a9512-3a59-45b4-99b9-ea59d650e8eb service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930380 Sep 02 17:11:33.510106 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-47e207c8-6281-41ec-bdc3-bb3f18d8f8d0 req-eb8ecfc7-e453-4c05-af17-c02000fe536c service neutron] 10.222.0.46 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940038 Sep 02 17:11:33.543044 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba219ea7-f698-4c1d-853f-829768898f2c req-f37b83c5-9cb7-4557-8e7f-643a51b08ee8 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:33.544503 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ba219ea7-f698-4c1d-853f-829768898f2c req-f37b83c5-9cb7-4557-8e7f-643a51b08ee8 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 944 time: 0.0709670 Sep 02 17:11:33.549007 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cb5a690e-5ab0-4a98-baa4-185d7964bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.591545 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-2ae1266e-ca12-4dd2-bf27-729d38e87084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.594534 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-2ae1266e-ca12-4dd2-bf27-729d38e87084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.598147 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-2ae1266e-ca12-4dd2-bf27-729d38e87084 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/31db8e5c-2cbd-4d5e-8b65-e9d1a9e39a8b HTTP/1.1" status: 204 len: 168 time: 0.3677628 Sep 02 17:11:33.633066 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-cb5a690e-5ab0-4a98-baa4-185d7964bef3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=632d41b236974e31aa8c9aae5d011ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5304999 Sep 02 17:11:33.635622 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36236) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:33.650239 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a690e-5ab0-4a98-baa4-185d7964bef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7aa6e57-41c0-4fd3-833a-686905156e55,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:33.688917 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ba219ea7-f698-4c1d-853f-829768898f2c req-462ffbb3-05f7-4af2-a884-f897e6858b29 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339176 Sep 02 17:11:33.692318 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1266e-ca12-4dd2-bf27-729d38e87084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31db8e5c-2cbd-4d5e-8b65-e9d1a9e39a8b,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:33.721732 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a7381-c35c-4e5b-8d73-86253f6718f8 req-5d76028a-e63e-4a01-b02e-0cb96e456b18 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:33.729606 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-524a7381-c35c-4e5b-8d73-86253f6718f8 req-5d76028a-e63e-4a01-b02e-0cb96e456b18 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 945 time: 0.1137547 Sep 02 17:11:33.792053 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4bda48eb-6bf2-4c65-8db1-1968f4cd94e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.817082 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a13db-42dc-4104-b225-a0544cc75d30 req-13bee353-9212-4818-9c2d-323d27cb84ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:33.818604 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9c4a13db-42dc-4104-b225-a0544cc75d30 req-13bee353-9212-4818-9c2d-323d27cb84ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66dd13919db54e2cb281cb857b403d5d&device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 1096 time: 0.0859780 Sep 02 17:11:33.819863 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-524a7381-c35c-4e5b-8d73-86253f6718f8 req-2f83879e-27d8-4d1f-a120-04e30cd28c10 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915344 Sep 02 17:11:33.858215 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4bda48eb-6bf2-4c65-8db1-1968f4cd94e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:33.867934 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76465d82-7090-4e9b-8847-0347e51e9a2d req-0cc515b1-7080-471b-a144-e175db7a28e7 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:33.873782 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-76465d82-7090-4e9b-8847-0347e51e9a2d req-0cc515b1-7080-471b-a144-e175db7a28e7 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 945 time: 0.0789208 Sep 02 17:11:33.914314 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-76465d82-7090-4e9b-8847-0347e51e9a2d req-9d3ff233-3603-4265-9cef-2c02bcbb33b3 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377762 Sep 02 17:11:33.963883 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a13db-42dc-4104-b225-a0544cc75d30 req-0a0f87ca-f1e7-49bb-b0f6-e1a6cd8026e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:33.965443 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9c4a13db-42dc-4104-b225-a0544cc75d30 req-0a0f87ca-f1e7-49bb-b0f6-e1a6cd8026e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe HTTP/1.1" status: 200 len: 919 time: 0.1376734 Sep 02 17:11:34.009102 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9c4a13db-42dc-4104-b225-a0544cc75d30 req-bb249c05-9277-49bf-a5ba-9b10dad4bad6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f HTTP/1.1" status: 200 len: 217 time: 0.0362630 Sep 02 17:11:34.044950 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4bda48eb-6bf2-4c65-8db1-1968f4cd94e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.051353 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4bda48eb-6bf2-4c65-8db1-1968f4cd94e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.055186 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-4bda48eb-6bf2-4c65-8db1-1968f4cd94e5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a7aa6e57-41c0-4fd3-833a-686905156e55 HTTP/1.1" status: 204 len: 168 time: 0.4158087 Sep 02 17:11:34.069175 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda48eb-6bf2-4c65-8db1-1968f4cd94e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7aa6e57-41c0-4fd3-833a-686905156e55,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:34.083362 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a13db-42dc-4104-b225-a0544cc75d30 req-45fef966-a254-453e-b8b7-8b1cc40a1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:34.084933 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9c4a13db-42dc-4104-b225-a0544cc75d30 req-45fef966-a254-453e-b8b7-8b1cc40a1d20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50615b92-51e7-4a8e-a635-3931daa3277f HTTP/1.1" status: 200 len: 856 time: 0.0683446 Sep 02 17:11:34.132880 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36250) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:34.152752 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a13db-42dc-4104-b225-a0544cc75d30 req-3f0bceec-08b5-4b20-bf96-ed1ebfd31282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:34.154425 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9c4a13db-42dc-4104-b225-a0544cc75d30 req-3f0bceec-08b5-4b20-bf96-ed1ebfd31282 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581734 Sep 02 17:11:34.155595 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-007aba8b-e824-438b-9cfb-ef157e857b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.183278 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf73bd4-6f3a-4b08-be92-abb29590282a req-dd94ba52-0270-4f86-9053-85183d4060d2 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:34.185265 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-adf73bd4-6f3a-4b08-be92-abb29590282a req-dd94ba52-0270-4f86-9053-85183d4060d2 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0832441 Sep 02 17:11:34.229509 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-adf73bd4-6f3a-4b08-be92-abb29590282a req-ac65baa7-e488-456d-8241-56aa6b3fb735 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368075 Sep 02 17:11:34.285726 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9c4a13db-42dc-4104-b225-a0544cc75d30 req-aaab97dd-145a-49ae-bf6f-a063f3d238b7 service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220977 Sep 02 17:11:34.358111 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36252) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:34.373629 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ddf17fd0-85b8-4007-8e30-6ce60c20d999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.389268 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-007aba8b-e824-438b-9cfb-ef157e857b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.413618 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9c4a13db-42dc-4104-b225-a0544cc75d30 req-a6633590-ad5a-4c57-a573-c5ca3240f168 service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197908 Sep 02 17:11:34.491745 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-007aba8b-e824-438b-9cfb-ef157e857b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.504601 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device c69e4472-919a-42b5-82bc-31d95eea99e4 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:11:34.516190 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 5c7e5724-ef15-4150-b762-44cb370f19d8 up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:34.533750 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007aba8b-e824-438b-9cfb-ef157e857b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f174f2-9185-4349-b46a-11c01a9756ee,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:34.566525 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-007aba8b-e824-438b-9cfb-ef157e857b1b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b646594f316d49fa9f54f7ac09b25f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317207 Sep 02 17:11:34.571899 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36256) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:34.597373 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ddf17fd0-85b8-4007-8e30-6ce60c20d999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.632315 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57521052-a01a-473a-978c-7ab49eacf355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.655644 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57521052-a01a-473a-978c-7ab49eacf355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.656561 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ddf17fd0-85b8-4007-8e30-6ce60c20d999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.694865 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port c69e4472-919a-42b5-82bc-31d95eea99e4, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c69e4472-919a-42b5-82bc-31d95eea99e4,segment=NetworkSegment(44ea752d-3a49-498d-b741-60f56aa50a7a),segment_id=44ea752d-3a49-498d-b741-60f56aa50a7a)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:34.708578 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-ddf17fd0-85b8-4007-8e30-6ce60c20d999 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=030b3862218e40959eba558a9d9d35c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493595 Sep 02 17:11:34.709727 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf17fd0-85b8-4007-8e30-6ce60c20d999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd94ccb-11e4-463b-80c6-07dc0b441934,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:34.709845 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': 'c69e4472-919a-42b5-82bc-31d95eea99e4', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'port_id': 'c69e4472-919a-42b5-82bc-31d95eea99e4', 'mac_address': 'fa:16:3e:a2:7a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:11:34.713084 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36258) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:34.749192 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port 5c7e5724-ef15-4150-b762-44cb370f19d8 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:34.757395 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port 5c7e5724-ef15-4150-b762-44cb370f19d8 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:34.757773 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.781695 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f52a-07e7-4615-8e17-5bd49e949101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.785750 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.804851 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f52a-07e7-4615-8e17-5bd49e949101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.809465 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69e4472-919a-42b5-82bc-31d95eea99e4 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:11:34.822196 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57521052-a01a-473a-978c-7ab49eacf355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.824622 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57521052-a01a-473a-978c-7ab49eacf355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.828475 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-57521052-a01a-473a-978c-7ab49eacf355 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/63f174f2-9185-4349-b46a-11c01a9756ee HTTP/1.1" status: 204 len: 168 time: 0.2544208 Sep 02 17:11:34.829495 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc75c6-8962-48e2-8cc8-988ac486879d req-01f4a2fd-8be8-4701-b3c6-b9283b8af8d6 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:34.831319 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4fcc75c6-8962-48e2-8cc8-988ac486879d req-01f4a2fd-8be8-4701-b3c6-b9283b8af8d6 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 944 time: 0.0552950 Sep 02 17:11:34.863247 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57521052-a01a-473a-978c-7ab49eacf355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f174f2-9185-4349-b46a-11c01a9756ee,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:34.895083 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port c69e4472-919a-42b5-82bc-31d95eea99e4, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c69e4472-919a-42b5-82bc-31d95eea99e4,segment=NetworkSegment(44ea752d-3a49-498d-b741-60f56aa50a7a),segment_id=44ea752d-3a49-498d-b741-60f56aa50a7a)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:34.918740 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4fcc75c6-8962-48e2-8cc8-988ac486879d req-e501b141-36ca-4610-b438-667b02915204 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651684 Sep 02 17:11:34.967240 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f52a-07e7-4615-8e17-5bd49e949101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.969989 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f52a-07e7-4615-8e17-5bd49e949101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.973499 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-a1c0f52a-07e7-4615-8e17-5bd49e949101 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3bd94ccb-11e4-463b-80c6-07dc0b441934 HTTP/1.1" status: 204 len: 168 time: 0.2586815 Sep 02 17:11:34.984397 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:34.985642 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0f52a-07e7-4615-8e17-5bd49e949101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd94ccb-11e4-463b-80c6-07dc0b441934,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:35.003885 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:35.014695 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c6a92-825d-4b67-b786-0f56087adfc6 req-0f46ec96-ec87-4c47-8973-7d56abdf073d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:35.016115 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-526c6a92-825d-4b67-b786-0f56087adfc6 req-0f46ec96-ec87-4c47-8973-7d56abdf073d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 945 time: 0.0865753 Sep 02 17:11:35.051634 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36280) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:35.074823 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c50d5510-d79d-4a03-a89c-3ff69e67b764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:35.103463 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 5c7e5724-ef15-4150-b762-44cb370f19d8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5c7e5724-ef15-4150-b762-44cb370f19d8,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:35.110713 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4f9844-ae41-49c8-9ead-eda905ae20ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7e5724-ef15-4150-b762-44cb370f19d8'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:11:35.137157 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-526c6a92-825d-4b67-b786-0f56087adfc6 req-98e549d5-8667-488d-ab12-34282dcc880d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054509 Sep 02 17:11:35.156710 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a542e-deac-4507-8a1f-7b11b0176fc9 req-62ccaca1-5257-4693-8379-b33ac2d1cb6c tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:35.164505 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b38a542e-deac-4507-8a1f-7b11b0176fc9 req-62ccaca1-5257-4693-8379-b33ac2d1cb6c tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 945 time: 0.1429181 Sep 02 17:11:35.199650 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=c69e4472-919a-42b5-82bc-31d95eea99e4,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:35.213709 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b38a542e-deac-4507-8a1f-7b11b0176fc9 req-b53d0833-9467-4709-93c9-985d67c950ac tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457492 Sep 02 17:11:35.249597 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:35.249597 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 55899da0-5c89-42f3-9b7d-edae9354f364 up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:35.271608 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c50d5510-d79d-4a03-a89c-3ff69e67b764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:35.309541 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['c69e4472-919a-42b5-82bc-31d95eea99e4'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:11:35.373638 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=5c7e5724-ef15-4150-b762-44cb370f19d8,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:35.420843 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d015b4-df7d-4ccf-a9c1-91de59c1466b req-bb677674-da08-4755-869c-c7133c6c6c07 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:35.422706 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-82d015b4-df7d-4ccf-a9c1-91de59c1466b req-bb677674-da08-4755-869c-c7133c6c6c07 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0662982 Sep 02 17:11:35.436385 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfe7d50-29c0-44c0-be66-ae53594ad975" -d '{"events": [{"server_uuid": "3a4f9844-ae41-49c8-9ead-eda905ae20ae", "name": "network-vif-plugged", "status": "completed", "tag": "5c7e5724-ef15-4150-b762-44cb370f19d8"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:11:35.474539 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-82d015b4-df7d-4ccf-a9c1-91de59c1466b req-a343e9b3-e7a7-4518-92a1-42c1152a7df7 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406127 Sep 02 17:11:35.515458 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c50d5510-d79d-4a03-a89c-3ff69e67b764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:35.569555 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-c50d5510-d79d-4a03-a89c-3ff69e67b764 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f75a0c3351a34f928e7b8645f8e2b0e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5167885 Sep 02 17:11:35.570806 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d5510-d79d-4a03-a89c-3ff69e67b764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c512924e-a950-4361-bbd7-b3388899efac,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:35.573376 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36304) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:35.580741 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ac013b-38f5-46e7-a44b-56c829166d9f x-openstack-request-id: req-12ac013b-38f5-46e7-a44b-56c829166d9f {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:11:35.581334 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4f9844-ae41-49c8-9ead-eda905ae20ae", "name": "network-vif-plugged", "status": "completed", "tag": "5c7e5724-ef15-4150-b762-44cb370f19d8", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:11:35.581334 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-12ac013b-38f5-46e7-a44b-56c829166d9f {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:11:35.581782 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4f9844-ae41-49c8-9ead-eda905ae20ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7e5724-ef15-4150-b762-44cb370f19d8', 'code': 200} Sep 02 17:11:35.617228 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port 55899da0-5c89-42f3-9b7d-edae9354f364 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:35.632417 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port 55899da0-5c89-42f3-9b7d-edae9354f364 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:35.632417 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:35.646069 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7aaeeadc-cd72-475b-bd31-d9ba13dc2cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:35.694384 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7aaeeadc-cd72-475b-bd31-d9ba13dc2cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:35.745085 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:35.805887 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 55899da0-5c89-42f3-9b7d-edae9354f364, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=55899da0-5c89-42f3-9b7d-edae9354f364,segment=NetworkSegment(3b45b7ec-c042-4ab4-93ed-80f316f2853a),segment_id=3b45b7ec-c042-4ab4-93ed-80f316f2853a)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:35.846505 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7aaeeadc-cd72-475b-bd31-d9ba13dc2cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:35.849064 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7aaeeadc-cd72-475b-bd31-d9ba13dc2cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:35.852692 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-7aaeeadc-cd72-475b-bd31-d9ba13dc2cfe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c512924e-a950-4361-bbd7-b3388899efac HTTP/1.1" status: 204 len: 168 time: 0.2759449 Sep 02 17:11:35.859456 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaeeadc-cd72-475b-bd31-d9ba13dc2cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c512924e-a950-4361-bbd7-b3388899efac,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:35.892060 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:35.939933 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=55899da0-5c89-42f3-9b7d-edae9354f364,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:36.049539 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bba13-b90f-4246-8fe7-689c563ea168 req-ac4cede1-1ea9-449a-98c7-1237b55a2394 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:36.051366 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7d7bba13-b90f-4246-8fe7-689c563ea168 req-ac4cede1-1ea9-449a-98c7-1237b55a2394 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0595837 Sep 02 17:11:36.060231 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696efd0-81bc-43d3-8393-cef2cd691e1f req-b300841b-a7bf-476f-86e2-1ff1efee0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:36.061999 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-6696efd0-81bc-43d3-8393-cef2cd691e1f req-b300841b-a7bf-476f-86e2-1ff1efee0d0d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 1099 time: 0.0835156 Sep 02 17:11:36.084419 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-6696efd0-81bc-43d3-8393-cef2cd691e1f req-98bba478-c2da-4f29-93a7-462d29c5a71b service neutron] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:36.105232 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7d7bba13-b90f-4246-8fe7-689c563ea168 req-7947fd3f-b0db-4a0b-a011-9440eafe2773 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382340 Sep 02 17:11:36.190213 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-6696efd0-81bc-43d3-8393-cef2cd691e1f req-98bba478-c2da-4f29-93a7-462d29c5a71b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:36.256595 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b285468-d48c-4eba-b354-4dc7166e229c req-3999b128-ae1e-4a6e-9aac-0b0206fe3e11 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:36.259547 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8b285468-d48c-4eba-b354-4dc7166e229c req-3999b128-ae1e-4a6e-9aac-0b0206fe3e11 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 946 time: 0.0535977 Sep 02 17:11:36.333804 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8b285468-d48c-4eba-b354-4dc7166e229c req-43d7f19f-9812-406f-859b-2791a2fc15d2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664737 Sep 02 17:11:36.337801 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-6696efd0-81bc-43d3-8393-cef2cd691e1f req-98bba478-c2da-4f29-93a7-462d29c5a71b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:36.366665 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8777a7-2b78-4181-b12d-b02e292adf5e req-21539fc3-cf92-4894-a555-838857157bd4 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:36.371042 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ba8777a7-2b78-4181-b12d-b02e292adf5e req-21539fc3-cf92-4894-a555-838857157bd4 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 946 time: 0.0914590 Sep 02 17:11:36.371773 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-6696efd0-81bc-43d3-8393-cef2cd691e1f req-98bba478-c2da-4f29-93a7-462d29c5a71b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989883 Sep 02 17:11:36.382640 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bba478-c2da-4f29-93a7-462d29c5a71b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=88fc0147-80bd-4438-b5c0-44885b0f993a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:36.411251 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ba8777a7-2b78-4181-b12d-b02e292adf5e req-1fce88e7-eec3-46da-8236-c2c2321f35f2 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355022 Sep 02 17:11:36.520071 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:11:36.527962 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device c69e4472-919a-42b5-82bc-31d95eea99e4 up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:36.605675 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f7496-ed62-4871-845b-2ad50bbb39dd req-ece6944e-c7c7-4f40-aa87-10c2bb5ec7ed tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:36.607120 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-df2f7496-ed62-4871-845b-2ad50bbb39dd req-ece6944e-c7c7-4f40-aa87-10c2bb5ec7ed tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0610142 Sep 02 17:11:36.665950 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-df2f7496-ed62-4871-845b-2ad50bbb39dd req-deff2e60-aaf0-4b8b-bc6a-e43aec8fbaf1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437737 Sep 02 17:11:36.682818 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:36.692882 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36348) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:36.696823 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'port_id': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f', 'mac_address': 'fa:16:3e:c2:5f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:11:36.709767 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8727-7ade-4611-8676-33d2663ea214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:36.743803 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:36.757957 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port c69e4472-919a-42b5-82bc-31d95eea99e4 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:36.770307 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:11:36.774658 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port c69e4472-919a-42b5-82bc-31d95eea99e4 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:36.775213 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:36.828762 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8727-7ade-4611-8676-33d2663ea214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:36.904204 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8727-7ade-4611-8676-33d2663ea214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:36.929000 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:36.940463 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-3e0e8727-7ade-4611-8676-33d2663ea214 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5bfddafc0cd24fa49d3485dbb987264f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460158 Sep 02 17:11:36.942566 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e8727-7ade-4611-8676-33d2663ea214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b65b09-5846-4a43-9527-2eb4133b7019,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:36.943285 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36358) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:36.984046 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:36.996744 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-40d07380-8ba2-4ac5-b7ff-b5b0132f2b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:37.019612 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port c69e4472-919a-42b5-82bc-31d95eea99e4, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c69e4472-919a-42b5-82bc-31d95eea99e4,segment=NetworkSegment(44ea752d-3a49-498d-b741-60f56aa50a7a),segment_id=44ea752d-3a49-498d-b741-60f56aa50a7a)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:37.019930 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-40d07380-8ba2-4ac5-b7ff-b5b0132f2b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:37.029870 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:37.102064 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:37.104756 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:37.170498 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=c69e4472-919a-42b5-82bc-31d95eea99e4,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:37.234232 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f849895-5a9e-4bb6-bd5d-b6f456dc90bf req-58170034-ff6d-49aa-8554-3f8f45754948 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:37.235761 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5f849895-5a9e-4bb6-bd5d-b6f456dc90bf req-58170034-ff6d-49aa-8554-3f8f45754948 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0533831 Sep 02 17:11:37.250481 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-40d07380-8ba2-4ac5-b7ff-b5b0132f2b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:37.252958 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-40d07380-8ba2-4ac5-b7ff-b5b0132f2b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:37.254095 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-40d07380-8ba2-4ac5-b7ff-b5b0132f2b7e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/37b65b09-5846-4a43-9527-2eb4133b7019 HTTP/1.1" status: 204 len: 168 time: 0.3092034 Sep 02 17:11:37.281697 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d07380-8ba2-4ac5-b7ff-b5b0132f2b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b65b09-5846-4a43-9527-2eb4133b7019,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:37.295025 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5f849895-5a9e-4bb6-bd5d-b6f456dc90bf req-f99dae4b-4f9a-418a-ae53-4dfba613f0c1 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532162 Sep 02 17:11:37.359353 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:11:37.495187 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60bcd6-a5e2-461d-89ba-c63b74aa57c1 req-5166b35f-7b52-4568-836c-d70921470913 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:37.497575 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9d60bcd6-a5e2-461d-89ba-c63b74aa57c1 req-5166b35f-7b52-4568-836c-d70921470913 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 946 time: 0.0704839 Sep 02 17:11:37.562837 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9d60bcd6-a5e2-461d-89ba-c63b74aa57c1 req-5edb5fff-7ab2-4cee-af73-8b11c8849cc3 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543137 Sep 02 17:11:37.571000 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e093e-271c-46ae-9da0-621e5dac886f req-9dd497e4-8f36-4187-b062-947635e1f28c tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:37.572458 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a65e093e-271c-46ae-9da0-621e5dac886f req-9dd497e4-8f36-4187-b062-947635e1f28c tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 946 time: 0.0739498 Sep 02 17:11:37.583625 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace7e30a-c8c0-4849-adcf-d12d8db2fcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55899da0-5c89-42f3-9b7d-edae9354f364'}, {'server_uuid': 'e21ad108-5b1e-4b91-9e41-58c31261f7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69e4472-919a-42b5-82bc-31d95eea99e4'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:11:37.588174 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe8655b-9d1f-45da-8a6d-8f50178edade" -d '{"events": [{"server_uuid": "ace7e30a-c8c0-4849-adcf-d12d8db2fcb1", "name": "network-vif-plugged", "status": "completed", "tag": "55899da0-5c89-42f3-9b7d-edae9354f364"}, {"server_uuid": "e21ad108-5b1e-4b91-9e41-58c31261f7c1", "name": "network-vif-plugged", "status": "completed", "tag": "c69e4472-919a-42b5-82bc-31d95eea99e4"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:11:37.616638 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a65e093e-271c-46ae-9da0-621e5dac886f req-af4a3972-5d43-4cd0-b40d-6008af750635 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372396 Sep 02 17:11:37.658570 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 17:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bec6ed4-9668-4864-b665-76bd3afdb40c x-openstack-request-id: req-1bec6ed4-9668-4864-b665-76bd3afdb40c {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:11:37.658570 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace7e30a-c8c0-4849-adcf-d12d8db2fcb1", "name": "network-vif-plugged", "status": "completed", "tag": "55899da0-5c89-42f3-9b7d-edae9354f364", "code": 200}, {"server_uuid": "e21ad108-5b1e-4b91-9e41-58c31261f7c1", "name": "network-vif-plugged", "status": "completed", "tag": "c69e4472-919a-42b5-82bc-31d95eea99e4", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:11:37.658570 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1bec6ed4-9668-4864-b665-76bd3afdb40c {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:11:37.658570 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace7e30a-c8c0-4849-adcf-d12d8db2fcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55899da0-5c89-42f3-9b7d-edae9354f364', 'code': 200} Sep 02 17:11:37.658570 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21ad108-5b1e-4b91-9e41-58c31261f7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69e4472-919a-42b5-82bc-31d95eea99e4', 'code': 200} Sep 02 17:11:37.830674 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf8d36-2846-4b9d-a76f-3203009e83d2 req-3cf1896e-85e3-4769-8520-f0b34152f52a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:37.830674 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e4cf8d36-2846-4b9d-a76f-3203009e83d2 req-3cf1896e-85e3-4769-8520-f0b34152f52a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 944 time: 0.0860875 Sep 02 17:11:37.832769 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36392) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:37.864106 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e4cf8d36-2846-4b9d-a76f-3203009e83d2 req-d9e4e648-ef07-4e72-8786-443cba7f7d4c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357764 Sep 02 17:11:38.104042 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:38.173256 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-723add42-08e5-4637-8355-6ebedf034c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:38.243697 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc603b-5a64-42ff-867b-e2da08db1be6 req-9f13cfe9-09d9-4888-ac20-61a6c75c0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:38.245833 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-8dbc603b-5a64-42ff-867b-e2da08db1be6 req-9f13cfe9-09d9-4888-ac20-61a6c75c0237 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 1099 time: 0.1299934 Sep 02 17:11:38.249614 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e4bc5-8482-436d-a7fd-3d9ba5609486 req-f0786690-7c4d-4b45-80e5-fcd15aa74608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:38.251279 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2d0e4bc5-8482-436d-a7fd-3d9ba5609486 req-f0786690-7c4d-4b45-80e5-fcd15aa74608 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 1099 time: 0.1338871 Sep 02 17:11:38.344190 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2d0e4bc5-8482-436d-a7fd-3d9ba5609486 req-34fe335b-0b06-4e26-bc63-1234c910e2bb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771124 Sep 02 17:11:38.348190 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-8dbc603b-5a64-42ff-867b-e2da08db1be6 req-64e2f8e5-9002-40b1-8575-ed2aceb69f1c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934515 Sep 02 17:11:38.401208 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-723add42-08e5-4637-8355-6ebedf034c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:38.464369 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-723add42-08e5-4637-8355-6ebedf034c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:38.473833 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ed1ce-9e47-403e-8658-c51ea66ba671 req-df3cee12-9101-4c04-898b-242cb1d2e067 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:38.475768 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8f0ed1ce-9e47-403e-8658-c51ea66ba671 req-df3cee12-9101-4c04-898b-242cb1d2e067 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0811906 Sep 02 17:11:38.521328 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-723add42-08e5-4637-8355-6ebedf034c85 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fd00f37149a24853a7cd5c5231afc606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6864645 Sep 02 17:11:38.525763 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723add42-08e5-4637-8355-6ebedf034c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d807c3-c6b6-4ac5-9f3a-b2a0ac21448d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:38.525884 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36436) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:38.529777 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8f0ed1ce-9e47-403e-8658-c51ea66ba671 req-0f4ae52c-72c3-4b9c-b132-62670fe2162b tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466855 Sep 02 17:11:38.537047 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:11:38.615743 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c253533-a760-4c76-9585-ae74cacdf286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:38.670694 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c253533-a760-4c76-9585-ae74cacdf286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:38.714897 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:11:38.720376 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:11:38.721257 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:38.784632 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e389781-200f-4c4b-9f55-4e79504b9cc4 req-6bd5c1bf-497a-4265-85b2-bb0d7b56aad4 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:38.786147 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7e389781-200f-4c4b-9f55-4e79504b9cc4 req-6bd5c1bf-497a-4265-85b2-bb0d7b56aad4 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 946 time: 0.1053450 Sep 02 17:11:38.800411 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52f619-4594-46d8-bc88-abf9e0c33ff7 req-f11bfa6d-9dd6-4c23-8f84-be35b250124a tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:38.807731 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ed52f619-4594-46d8-bc88-abf9e0c33ff7 req-f11bfa6d-9dd6-4c23-8f84-be35b250124a tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 946 time: 0.0727410 Sep 02 17:11:38.807903 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:38.823823 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c253533-a760-4c76-9585-ae74cacdf286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:38.827636 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c253533-a760-4c76-9585-ae74cacdf286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:38.833520 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-7c253533-a760-4c76-9585-ae74cacdf286 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/14d807c3-c6b6-4ac5-9f3a-b2a0ac21448d HTTP/1.1" status: 204 len: 168 time: 0.3062711 Sep 02 17:11:38.856983 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c253533-a760-4c76-9585-ae74cacdf286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d807c3-c6b6-4ac5-9f3a-b2a0ac21448d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:38.858054 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:11:38.873239 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7e389781-200f-4c4b-9f55-4e79504b9cc4 req-e38edb52-e7a2-49c5-9f76-d1f4208d116f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657890 Sep 02 17:11:38.882045 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ed52f619-4594-46d8-bc88-abf9e0c33ff7 req-3a9ccbff-5957-4e28-92f7-bec7ba5fd7fd tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716908 Sep 02 17:11:38.939798 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:39.018493 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:39.054425 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051d309-2be3-43e8-b0af-74c49ddbc3ec req-03fa6285-3d6d-410a-b69d-c0bb072ae6b5 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:39.056299 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6051d309-2be3-43e8-b0af-74c49ddbc3ec req-03fa6285-3d6d-410a-b69d-c0bb072ae6b5 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0622623 Sep 02 17:11:39.096541 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6051d309-2be3-43e8-b0af-74c49ddbc3ec req-53a05ec2-1fb3-4f2a-90ed-0ce13b47a2e1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335152 Sep 02 17:11:39.484862 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36472) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:39.521916 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36478) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:39.634075 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1f06d703-04f9-4a16-998d-2e9c3279c8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:39.657668 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817c0aa7-d60f-44b7-b28f-0025069af756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:11:39.660933 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b862964b-08f6-473b-967b-ec004a5a0db2" -d '{"events": [{"server_uuid": "817c0aa7-d60f-44b7-b28f-0025069af756", "name": "network-vif-plugged", "status": "completed", "tag": "bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:11:39.742285 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f14ce84-f688-437c-b174-ee464cabd49b x-openstack-request-id: req-6f14ce84-f688-437c-b174-ee464cabd49b {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:11:39.742285 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817c0aa7-d60f-44b7-b28f-0025069af756", "name": "network-vif-plugged", "status": "completed", "tag": "bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:11:39.742285 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6f14ce84-f688-437c-b174-ee464cabd49b {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:11:39.742622 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817c0aa7-d60f-44b7-b28f-0025069af756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f', 'code': 200} Sep 02 17:11:39.759767 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde74f1c-7785-4f72-a6a7-c1498efe73d2 req-e617dbb9-92f1-48ff-b824-f671e9f1b552 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:39.767495 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bde74f1c-7785-4f72-a6a7-c1498efe73d2 req-e617dbb9-92f1-48ff-b824-f671e9f1b552 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0975623 Sep 02 17:11:39.798155 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0bffb141-3ab4-4d75-b7b6-72a74b26c0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:39.818660 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bde74f1c-7785-4f72-a6a7-c1498efe73d2 req-a0e39e6a-4fbd-483b-991b-b4605de82c55 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502937 Sep 02 17:11:39.876044 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1f06d703-04f9-4a16-998d-2e9c3279c8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:39.951963 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1f06d703-04f9-4a16-998d-2e9c3279c8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:40.027945 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-1f06d703-04f9-4a16-998d-2e9c3279c8bf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ea7ba7189b6e411094a92672f7b1f0b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5389483 Sep 02 17:11:40.027945 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06d703-04f9-4a16-998d-2e9c3279c8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03984391-430e-4c08-bdc8-b2281412067c,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:40.029700 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36504) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:40.067397 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f63e35-96df-4990-96f7-27c31e4837ce req-be6ee4ae-5d5c-46c6-ba59-c207d2cf6330 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:40.074955 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d4f63e35-96df-4990-96f7-27c31e4837ce req-be6ee4ae-5d5c-46c6-ba59-c207d2cf6330 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 946 time: 0.1182628 Sep 02 17:11:40.092278 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0bffb141-3ab4-4d75-b7b6-72a74b26c0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:40.150459 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d4f63e35-96df-4990-96f7-27c31e4837ce req-8155162a-4156-49a7-8ab7-6c07a1442aa9 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723608 Sep 02 17:11:40.161094 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8c77d888-25ac-4429-8008-e5d22f66f780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:40.208859 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8c77d888-25ac-4429-8008-e5d22f66f780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:40.222676 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0bffb141-3ab4-4d75-b7b6-72a74b26c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:40.271027 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d40f6-7e57-48da-b255-c65f9f75bf50 req-d0dbdb29-9e93-4665-a7dd-a0b511d5d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:40.272967 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-273d40f6-7e57-48da-b255-c65f9f75bf50 req-d0dbdb29-9e93-4665-a7dd-a0b511d5d4fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 1098 time: 0.1212428 Sep 02 17:11:40.276187 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffb141-3ab4-4d75-b7b6-72a74b26c0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a706f1ba-2847-41c6-b322-1205331e806a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:40.280999 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-0bffb141-3ab4-4d75-b7b6-72a74b26c0f7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ca3d6a6e2a442b2a8f46d02c3ac50e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7578943 Sep 02 17:11:40.283617 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36510) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:40.285317 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630c216-b4ff-49c2-9999-4605b19ca223 req-f0d6ba3c-27fc-402a-b7d1-a25f65b509d3 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:40.286909 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5630c216-b4ff-49c2-9999-4605b19ca223 req-f0d6ba3c-27fc-402a-b7d1-a25f65b509d3 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0824523 Sep 02 17:11:40.337229 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5630c216-b4ff-49c2-9999-4605b19ca223 req-7b9535ca-4809-4b9f-9e84-b38ea1d8e26a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384674 Sep 02 17:11:40.355262 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8c77d888-25ac-4429-8008-e5d22f66f780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:40.356304 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-273d40f6-7e57-48da-b255-c65f9f75bf50 req-a14bd60e-40d6-41fa-be20-ec708790b729 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651717 Sep 02 17:11:40.359565 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8c77d888-25ac-4429-8008-e5d22f66f780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:40.361242 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-8c77d888-25ac-4429-8008-e5d22f66f780 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/03984391-430e-4c08-bdc8-b2281412067c HTTP/1.1" status: 204 len: 168 time: 0.3300986 Sep 02 17:11:40.371665 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77d888-25ac-4429-8008-e5d22f66f780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03984391-430e-4c08-bdc8-b2281412067c,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:40.381837 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d2e09636-cb3b-44ca-ad0c-a3b22d5597b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:40.411261 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d2e09636-cb3b-44ca-ad0c-a3b22d5597b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:40.532534 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d2e09636-cb3b-44ca-ad0c-a3b22d5597b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:40.535144 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d2e09636-cb3b-44ca-ad0c-a3b22d5597b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:40.538937 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-d2e09636-cb3b-44ca-ad0c-a3b22d5597b2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a706f1ba-2847-41c6-b322-1205331e806a HTTP/1.1" status: 204 len: 168 time: 0.2516763 Sep 02 17:11:40.545136 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e09636-cb3b-44ca-ad0c-a3b22d5597b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a706f1ba-2847-41c6-b322-1205331e806a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:40.971099 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90652235-f707-4543-9362-f12dc976cca8 req-b9510d6f-27ca-4ae8-9708-a576bda834c2 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:40.972707 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-90652235-f707-4543-9362-f12dc976cca8 req-b9510d6f-27ca-4ae8-9708-a576bda834c2 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0670230 Sep 02 17:11:41.020515 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-90652235-f707-4543-9362-f12dc976cca8 req-f3e74fce-90de-42b5-83f0-af7279e64d0f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322435 Sep 02 17:11:41.189750 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444435c3-eb3b-448a-a48b-fba9c1927e2c req-88c15b42-8900-4ea0-83c4-8d5fb7900084 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:41.191320 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-444435c3-eb3b-448a-a48b-fba9c1927e2c req-88c15b42-8900-4ea0-83c4-8d5fb7900084 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0672774 Sep 02 17:11:41.200177 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36554) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:41.205527 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f82b3c96-ba4e-423e-8232-96d869468cc9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Request body: {'floatingip': {'port_id': 'c69e4472-919a-42b5-82bc-31d95eea99e4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:41.293756 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f82b3c96-ba4e-423e-8232-96d869468cc9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for floatingip, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:41.317771 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36560) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:41.335921 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e2f783c7-8110-4e84-b50c-a744c5ecccd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:41.369665 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5240e-b892-440d-bc85-4be77b8007d6 req-4ee211ca-bd10-43f3-a4df-6f65e58d2889 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:41.372348 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0ec5240e-b892-440d-bc85-4be77b8007d6 req-4ee211ca-bd10-43f3-a4df-6f65e58d2889 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 946 time: 0.1080484 Sep 02 17:11:41.444807 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0ec5240e-b892-440d-bc85-4be77b8007d6 req-c7679f4d-29ab-4487-a284-516854fe1c9b tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585916 Sep 02 17:11:41.555442 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e2f783c7-8110-4e84-b50c-a744c5ecccd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:41.622847 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c9ef8-12ac-4022-8b2f-637a195af36e req-390564f7-3d50-407c-91c0-c6fcc1a37714 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:41.625065 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ff8c9ef8-12ac-4022-8b2f-637a195af36e req-390564f7-3d50-407c-91c0-c6fcc1a37714 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0681944 Sep 02 17:11:41.650028 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e2f783c7-8110-4e84-b50c-a744c5ecccd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:41.706418 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ff8c9ef8-12ac-4022-8b2f-637a195af36e req-f1200a03-fd92-4ca0-85df-47525f0b7e19 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750127 Sep 02 17:11:41.718617 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-e2f783c7-8110-4e84-b50c-a744c5ecccd1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fb601ad55e4e4580aa0681b4dfebe81a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3972995 Sep 02 17:11:41.723525 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f783c7-8110-4e84-b50c-a744c5ecccd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de02c8f-b1ee-4754-bf1a-bd0707668b6c,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:41.723525 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36568) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:41.787725 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-de6f8f59-9366-4c1e-b2f7-cb5c02e21183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:41.813483 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36572) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:41.818723 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-de6f8f59-9366-4c1e-b2f7-cb5c02e21183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:41.912900 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1adc6ba4-271a-4337-8f05-2c480d8d0524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:41.955443 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-de6f8f59-9366-4c1e-b2f7-cb5c02e21183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:41.958153 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-de6f8f59-9366-4c1e-b2f7-cb5c02e21183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:41.961226 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-de6f8f59-9366-4c1e-b2f7-cb5c02e21183 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5de02c8f-b1ee-4754-bf1a-bd0707668b6c HTTP/1.1" status: 204 len: 168 time: 0.2362640 Sep 02 17:11:41.968518 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f8f59-9366-4c1e-b2f7-cb5c02e21183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de02c8f-b1ee-4754-bf1a-bd0707668b6c,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:42.371991 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f82b3c96-ba4e-423e-8232-96d869468cc9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:42.415904 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1adc6ba4-271a-4337-8f05-2c480d8d0524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:42.447155 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f82b3c96-ba4e-423e-8232-96d869468cc9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-483694'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:42.544039 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1adc6ba4-271a-4337-8f05-2c480d8d0524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:42.579721 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6cd08d8f-b673-4c60-8a40-f40f0f29e974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:42.598792 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-1adc6ba4-271a-4337-8f05-2c480d8d0524 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fe4b610e638845cf83c7a6a7042a67f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7833211 Sep 02 17:11:42.603330 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc6ba4-271a-4337-8f05-2c480d8d0524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4d5da5-a28a-4ad2-8c3c-cebf6f0ac794,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:42.603905 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36598) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:42.629618 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.l3_db [None req-f82b3c96-ba4e-423e-8232-96d869468cc9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Floating IP f392a838-c50a-47e4-a835-f633329c0240 associated. External IP: 172.27.3.132, port: c69e4472-919a-42b5-82bc-31d95eea99e4. Sep 02 17:11:42.659198 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0154-2326-4e9b-bbe1-38708dcea57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:42.688273 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0154-2326-4e9b-bbe1-38708dcea57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:42.789718 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0154-2326-4e9b-bbe1-38708dcea57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:42.793607 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0154-2326-4e9b-bbe1-38708dcea57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:42.801730 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-bb2a0154-2326-4e9b-bbe1-38708dcea57e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dd4d5da5-a28a-4ad2-8c3c-cebf6f0ac794 HTTP/1.1" status: 204 len: 168 time: 0.1929188 Sep 02 17:11:42.813696 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a0154-2326-4e9b-bbe1-38708dcea57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4d5da5-a28a-4ad2-8c3c-cebf6f0ac794,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:42.878435 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8c83d-a320-4236-a4b2-e8c91ce2f74a req-e07139b2-a8e9-403c-9051-697251463300 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:42.890633 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4ff8c83d-a320-4236-a4b2-e8c91ce2f74a req-e07139b2-a8e9-403c-9051-697251463300 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0699887 Sep 02 17:11:42.912777 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36608) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:42.924257 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82b3c96-ba4e-423e-8232-96d869468cc9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Router 630e5cb7-041b-4a81-824d-229272b4d256 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:11:42.937302 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4ff8c83d-a320-4236-a4b2-e8c91ce2f74a req-93af9f3b-8f13-491c-954e-63e1f88498df tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455201 Sep 02 17:11:43.045156 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82b3c96-ba4e-423e-8232-96d869468cc9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:11:43.049940 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f82b3c96-ba4e-423e-8232-96d869468cc9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:43.060973 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a6eb8-e94c-4967-9d8c-377b865666ab None None] Sync routers for ids ['630e5cb7-041b-4a81-824d-229272b4d256'] in dv-cinder-777031-8-iscsi {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:11:43.072234 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a6eb8-e94c-4967-9d8c-377b865666ab None None] Routers {'630e5cb7-041b-4a81-824d-229272b4d256'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:43.072981 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c81a6eb8-e94c-4967-9d8c-377b865666ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:11:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['630e5cb7-041b-4a81-824d-229272b4d256'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:43.092433 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-f82b3c96-ba4e-423e-8232-96d869468cc9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "PUT /v2.0/floatingips/f392a838-c50a-47e4-a835-f633329c0240 HTTP/1.1" status: 200 len: 992 time: 1.8909674 Sep 02 17:11:43.095563 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21ad108-5b1e-4b91-9e41-58c31261f7c1', 'tag': 'c69e4472-919a-42b5-82bc-31d95eea99e4'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:11:43.095994 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2284ff8-70a9-42c7-bd17-f03bb7e9d9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e21ad108-5b1e-4b91-9e41-58c31261f7c1", "tag": "c69e4472-919a-42b5-82bc-31d95eea99e4"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:11:43.106693 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2819f-2368-40b5-bebd-a8e8d7c33065 req-9c45348b-a58d-49db-ae3c-09c2b8fd2539 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:43.109356 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7ec2819f-2368-40b5-bebd-a8e8d7c33065 req-9c45348b-a58d-49db-ae3c-09c2b8fd2539 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0861866 Sep 02 17:11:43.118604 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36620) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:43.123668 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c6516f8b-3c12-4372-84d6-3b105f0f282f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Request body: {'floatingip': {'port_id': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:43.171965 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6516f8b-3c12-4372-84d6-3b105f0f282f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for floatingip, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:43.217073 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fad039-523b-45eb-902e-259b6bed61bf x-openstack-request-id: req-f5fad039-523b-45eb-902e-259b6bed61bf {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:11:43.217860 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21ad108-5b1e-4b91-9e41-58c31261f7c1", "tag": "c69e4472-919a-42b5-82bc-31d95eea99e4", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:11:43.218316 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f5fad039-523b-45eb-902e-259b6bed61bf {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:11:43.218902 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21ad108-5b1e-4b91-9e41-58c31261f7c1', 'tag': 'c69e4472-919a-42b5-82bc-31d95eea99e4', 'status': 'completed', 'code': 200} Sep 02 17:11:43.253950 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-c81a6eb8-e94c-4967-9d8c-377b865666ab None None] Set router 630e5cb7-041b-4a81-824d-229272b4d256 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:43.293271 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-08babf18-c89e-4d82-b02a-3fa9654024b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:43.403037 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2284ff8-70a9-42c7-bd17-f03bb7e9d9a6 req-ede6f878-0a79-4abc-aa87-4376ebe851f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:43.404569 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d2284ff8-70a9-42c7-bd17-f03bb7e9d9a6 req-ede6f878-0a79-4abc-aa87-4376ebe851f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1&device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 1099 time: 0.1438842 Sep 02 17:11:43.532483 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-08babf18-c89e-4d82-b02a-3fa9654024b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:43.601024 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2284ff8-70a9-42c7-bd17-f03bb7e9d9a6 req-fd73ddbb-f1f9-450c-b3af-a827bc32456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:43.602510 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d2284ff8-70a9-42c7-bd17-f03bb7e9d9a6 req-fd73ddbb-f1f9-450c-b3af-a827bc32456a service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba HTTP/1.1" status: 200 len: 912 time: 0.1693876 Sep 02 17:11:43.612508 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-08babf18-c89e-4d82-b02a-3fa9654024b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:43.695440 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-08babf18-c89e-4d82-b02a-3fa9654024b9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e9e6c1147e124f7e94d47b8414c68406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7807298 Sep 02 17:11:43.697330 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36648) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:43.698816 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08babf18-c89e-4d82-b02a-3fa9654024b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9701fee1-a9d9-4105-81bd-22e09c794527,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:43.797039 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-521c9cbd-339e-47fe-9bc0-8fe78e6fd827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:43.827922 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-521c9cbd-339e-47fe-9bc0-8fe78e6fd827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:43.889845 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c81a6eb8-e94c-4967-9d8c-377b865666ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:10Z', 'revision_number': 4, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port': {'id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:02Z', 'updated_at': '2021-09-02T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': 'f392a838-c50a-47e4-a835-f633329c0240', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'port_id': 'c69e4472-919a-42b5-82bc-31d95eea99e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'mac_address': 'fa:16:3e:a2:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21ad108-5b1e-4b91-9e41-58c31261f7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:41Z', 'revision_number': 1, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40', 'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'mac_address': 'fa:16:3e:ab:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:08Z', 'updated_at': '2021-09-02T17:11:21Z', 'revision_number': 5, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'subnets': [{'id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:43.920260 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a6eb8-e94c-4967-9d8c-377b865666ab None None] Checking router: 630e5cb7-041b-4a81-824d-229272b4d256 for host: dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:11:43.930043 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a6eb8-e94c-4967-9d8c-377b865666ab None None] Routers {'630e5cb7-041b-4a81-824d-229272b4d256'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:43.930742 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c81a6eb8-e94c-4967-9d8c-377b865666ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:11:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['630e5cb7-041b-4a81-824d-229272b4d256'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:43.944823 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d2284ff8-70a9-42c7-bd17-f03bb7e9d9a6 req-2aeeba0e-7eec-42f5-85cc-e6b09a8566c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c69e4472-919a-42b5-82bc-31d95eea99e4 HTTP/1.1" status: 200 len: 1000 time: 0.3333213 Sep 02 17:11:43.968993 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6516f8b-3c12-4372-84d6-3b105f0f282f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:43.979390 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-521c9cbd-339e-47fe-9bc0-8fe78e6fd827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:43.982836 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-521c9cbd-339e-47fe-9bc0-8fe78e6fd827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:43.987214 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-521c9cbd-339e-47fe-9bc0-8fe78e6fd827 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9701fee1-a9d9-4105-81bd-22e09c794527 HTTP/1.1" status: 204 len: 168 time: 0.2798374 Sep 02 17:11:44.015534 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2284ff8-70a9-42c7-bd17-f03bb7e9d9a6 req-be7b17dc-2fd6-4c56-9360-2ea82929c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:44.017234 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d2284ff8-70a9-42c7-bd17-f03bb7e9d9a6 req-be7b17dc-2fd6-4c56-9360-2ea82929c097 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96f3ac1b-8493-455d-b18b-b178cdc55f13 HTTP/1.1" status: 200 len: 849 time: 0.0642588 Sep 02 17:11:44.018446 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c9cbd-339e-47fe-9bc0-8fe78e6fd827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9701fee1-a9d9-4105-81bd-22e09c794527,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:44.091740 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6516f8b-3c12-4372-84d6-3b105f0f282f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-483694'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:44.126221 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-c81a6eb8-e94c-4967-9d8c-377b865666ab None None] Set router 630e5cb7-041b-4a81-824d-229272b4d256 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:44.211313 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2284ff8-70a9-42c7-bd17-f03bb7e9d9a6 req-ee28745d-6f14-4ec3-af12-7fbb9bb89465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:44.213102 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d2284ff8-70a9-42c7-bd17-f03bb7e9d9a6 req-ee28745d-6f14-4ec3-af12-7fbb9bb89465 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1723423 Sep 02 17:11:44.353625 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.l3_db [None req-c6516f8b-3c12-4372-84d6-3b105f0f282f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Floating IP bf7c6b27-645d-4c89-8820-00bffb99e8d0 associated. External IP: 172.27.3.228, port: bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f. Sep 02 17:11:44.412410 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d2284ff8-70a9-42c7-bd17-f03bb7e9d9a6 req-749db204-3269-48e8-8ae8-5348bd166514 service neutron] 10.222.0.46 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734147 Sep 02 17:11:44.413549 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c81a6eb8-e94c-4967-9d8c-377b865666ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:10Z', 'revision_number': 4, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port': {'id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:02Z', 'updated_at': '2021-09-02T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': 'f392a838-c50a-47e4-a835-f633329c0240', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'port_id': 'c69e4472-919a-42b5-82bc-31d95eea99e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'mac_address': 'fa:16:3e:a2:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21ad108-5b1e-4b91-9e41-58c31261f7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:41Z', 'revision_number': 1, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40', 'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'mac_address': 'fa:16:3e:ab:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:08Z', 'updated_at': '2021-09-02T17:11:21Z', 'revision_number': 5, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'subnets': [{'id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:44.444685 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a6eb8-e94c-4967-9d8c-377b865666ab None None] The sync data for ids ['630e5cb7-041b-4a81-824d-229272b4d256'] in dv-cinder-777031-8-iscsi is: [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:10Z', 'revision_number': 4, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port': {'id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:02Z', 'updated_at': '2021-09-02T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': 'f392a838-c50a-47e4-a835-f633329c0240', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'port_id': 'c69e4472-919a-42b5-82bc-31d95eea99e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'mac_address': 'fa:16:3e:a2:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21ad108-5b1e-4b91-9e41-58c31261f7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:11:22Z', 'updated_at': '2021-09-02T17:11:41Z', 'revision_number': 1, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40', 'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'mac_address': 'fa:16:3e:ab:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:08Z', 'updated_at': '2021-09-02T17:11:21Z', 'revision_number': 5, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'subnets': [{'id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:11:44.823510 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bbb12b-f33b-4521-a522-ee6fd44efa30 None None] New status for floating IP f392a838-c50a-47e4-a835-f633329c0240: ACTIVE {{(pid=94734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:11:44.916553 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d2284ff8-70a9-42c7-bd17-f03bb7e9d9a6 req-24012eb9-9530-4862-9a7f-99655e5cd3de service neutron] 10.222.0.46 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815972 Sep 02 17:11:45.003174 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6516f8b-3c12-4372-84d6-3b105f0f282f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Router c904a387-9f22-49ef-8328-fd16ec3668de has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:11:45.160987 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6516f8b-3c12-4372-84d6-3b105f0f282f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:11:45.165499 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6516f8b-3c12-4372-84d6-3b105f0f282f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:45.172554 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c358ed-8dc2-4182-9cda-3be46b5c9989 None None] Sync routers for ids ['c904a387-9f22-49ef-8328-fd16ec3668de'] in dv-cinder-777031-8-iscsi {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:11:45.182681 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c358ed-8dc2-4182-9cda-3be46b5c9989 None None] Routers {'c904a387-9f22-49ef-8328-fd16ec3668de'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:45.184774 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-83c358ed-8dc2-4182-9cda-3be46b5c9989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:11:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c904a387-9f22-49ef-8328-fd16ec3668de'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:45.196287 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-c6516f8b-3c12-4372-84d6-3b105f0f282f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "PUT /v2.0/floatingips/bf7c6b27-645d-4c89-8820-00bffb99e8d0 HTTP/1.1" status: 200 len: 991 time: 2.0749497 Sep 02 17:11:45.220123 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817c0aa7-d60f-44b7-b28f-0025069af756', 'tag': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:11:45.223347 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44be382-55ac-4ccb-a1b3-decc79363436" -d '{"events": [{"name": "network-changed", "server_uuid": "817c0aa7-d60f-44b7-b28f-0025069af756", "tag": "bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:11:45.277205 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44a88d0-5964-43a9-bd32-1ebc3239417b x-openstack-request-id: req-e44a88d0-5964-43a9-bd32-1ebc3239417b {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:11:45.277595 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817c0aa7-d60f-44b7-b28f-0025069af756", "tag": "bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:11:45.277784 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e44a88d0-5964-43a9-bd32-1ebc3239417b {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:11:45.278172 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '817c0aa7-d60f-44b7-b28f-0025069af756', 'tag': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f', 'status': 'completed', 'code': 200} Sep 02 17:11:45.298242 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-73381d9e-6f42-4f6a-b45c-2f17dbba0669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:45.327953 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-83c358ed-8dc2-4182-9cda-3be46b5c9989 None None] Set router c904a387-9f22-49ef-8328-fd16ec3668de gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:45.414121 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44be382-55ac-4ccb-a1b3-decc79363436 req-d00b7ddf-bb0f-4b44-8e09-e9074e0caa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:45.415620 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d44be382-55ac-4ccb-a1b3-decc79363436 req-d00b7ddf-bb0f-4b44-8e09-e9074e0caa68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66dd13919db54e2cb281cb857b403d5d&device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 1098 time: 0.0493622 Sep 02 17:11:45.571640 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44be382-55ac-4ccb-a1b3-decc79363436 req-7ef3669a-22ce-4922-8f9e-0a72319fedd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:45.575870 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d44be382-55ac-4ccb-a1b3-decc79363436 req-7ef3669a-22ce-4922-8f9e-0a72319fedd5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe HTTP/1.1" status: 200 len: 919 time: 0.1514864 Sep 02 17:11:45.590529 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:45.723778 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d44be382-55ac-4ccb-a1b3-decc79363436 req-26627169-9c48-4b10-b8c3-b95bbf89013a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f HTTP/1.1" status: 200 len: 999 time: 0.1205666 Sep 02 17:11:45.776256 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-83c358ed-8dc2-4182-9cda-3be46b5c9989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:11:08Z', 'revision_number': 4, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port': {'id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': 'bf7c6b27-645d-4c89-8820-00bffb99e8d0', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'port_id': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'mac_address': 'fa:16:3e:c2:5f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c0aa7-d60f-44b7-b28f-0025069af756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:11:18Z', 'updated_at': '2021-09-02T17:11:43Z', 'revision_number': 1, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd437f4a-f817-4ddb-a8a4-54c23ef7e565', 'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'mac_address': 'fa:16:3e:2d:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:07Z', 'updated_at': '2021-09-02T17:11:15Z', 'revision_number': 5, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'subnets': [{'id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:45.810171 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44be382-55ac-4ccb-a1b3-decc79363436 req-b0da2c53-6fbf-45c9-9ebc-2309e9914638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:45.810171 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d44be382-55ac-4ccb-a1b3-decc79363436 req-b0da2c53-6fbf-45c9-9ebc-2309e9914638 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50615b92-51e7-4a8e-a635-3931daa3277f HTTP/1.1" status: 200 len: 856 time: 0.0659447 Sep 02 17:11:45.822528 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c358ed-8dc2-4182-9cda-3be46b5c9989 None None] Checking router: c904a387-9f22-49ef-8328-fd16ec3668de for host: dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:11:45.833132 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c358ed-8dc2-4182-9cda-3be46b5c9989 None None] Routers {'c904a387-9f22-49ef-8328-fd16ec3668de'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:11:45.833954 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-83c358ed-8dc2-4182-9cda-3be46b5c9989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:11:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c904a387-9f22-49ef-8328-fd16ec3668de'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:45.853178 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44be382-55ac-4ccb-a1b3-decc79363436 req-83e9828e-e0e8-4156-a8b1-afcc548f6ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:45.854985 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d44be382-55ac-4ccb-a1b3-decc79363436 req-83e9828e-e0e8-4156-a8b1-afcc548f6ad8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496681 Sep 02 17:11:45.961635 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-83c358ed-8dc2-4182-9cda-3be46b5c9989 None None] Set router c904a387-9f22-49ef-8328-fd16ec3668de gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:11:45.974497 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d44be382-55ac-4ccb-a1b3-decc79363436 req-cac762e0-e6dc-424e-ad2d-bfc37a021f0c service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111619 Sep 02 17:11:46.081036 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d44be382-55ac-4ccb-a1b3-decc79363436 req-27fa66f4-f39c-4270-9171-b180cbf595bf service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941935 Sep 02 17:11:46.228911 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-83c358ed-8dc2-4182-9cda-3be46b5c9989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:11:08Z', 'revision_number': 4, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port': {'id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': 'bf7c6b27-645d-4c89-8820-00bffb99e8d0', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'port_id': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'mac_address': 'fa:16:3e:c2:5f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c0aa7-d60f-44b7-b28f-0025069af756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:11:18Z', 'updated_at': '2021-09-02T17:11:43Z', 'revision_number': 1, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd437f4a-f817-4ddb-a8a4-54c23ef7e565', 'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'mac_address': 'fa:16:3e:2d:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:07Z', 'updated_at': '2021-09-02T17:11:15Z', 'revision_number': 5, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'subnets': [{'id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:11:46.230558 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:46.258768 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c358ed-8dc2-4182-9cda-3be46b5c9989 None None] The sync data for ids ['c904a387-9f22-49ef-8328-fd16ec3668de'] in dv-cinder-777031-8-iscsi is: [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:11:08Z', 'revision_number': 4, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port': {'id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': 'bf7c6b27-645d-4c89-8820-00bffb99e8d0', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'port_id': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'mac_address': 'fa:16:3e:c2:5f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817c0aa7-d60f-44b7-b28f-0025069af756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:11:18Z', 'updated_at': '2021-09-02T17:11:43Z', 'revision_number': 1, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd437f4a-f817-4ddb-a8a4-54c23ef7e565', 'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'mac_address': 'fa:16:3e:2d:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:07Z', 'updated_at': '2021-09-02T17:11:15Z', 'revision_number': 5, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'subnets': [{'id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:11:46.513824 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544d9a04-0f2e-4ad6-b3b3-88df454af866 None None] New status for floating IP bf7c6b27-645d-4c89-8820-00bffb99e8d0: ACTIVE {{(pid=94734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:11:47.863195 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36822) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:47.986073 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-abdc3e93-7b09-47b0-a7e1-8c8d15979c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:48.090434 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-abdc3e93-7b09-47b0-a7e1-8c8d15979c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:48.121040 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:48.166858 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-abdc3e93-7b09-47b0-a7e1-8c8d15979c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:48.207213 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-abdc3e93-7b09-47b0-a7e1-8c8d15979c75 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ee733a42f33a4f47a6f71554a68ab81b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427072 Sep 02 17:11:48.210052 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36832) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:48.212051 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc3e93-7b09-47b0-a7e1-8c8d15979c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7439f24-61ac-4f61-bc63-9868380b6246,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:48.261668 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d3cced06-a9d6-4ea7-8233-47a4184e7ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:48.288780 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d3cced06-a9d6-4ea7-8233-47a4184e7ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:48.441277 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d3cced06-a9d6-4ea7-8233-47a4184e7ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:48.444019 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d3cced06-a9d6-4ea7-8233-47a4184e7ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:48.445141 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-d3cced06-a9d6-4ea7-8233-47a4184e7ac9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f7439f24-61ac-4f61-bc63-9868380b6246 HTTP/1.1" status: 204 len: 168 time: 0.2340491 Sep 02 17:11:48.456080 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cced06-a9d6-4ea7-8233-47a4184e7ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7439f24-61ac-4f61-bc63-9868380b6246,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:48.779349 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36858) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:48.924585 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-702cfa49-97ef-45b4-89ca-8add5768660a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:49.015936 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-702cfa49-97ef-45b4-89ca-8add5768660a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:49.058712 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-702cfa49-97ef-45b4-89ca-8add5768660a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:49.094994 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cfa49-97ef-45b4-89ca-8add5768660a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1114459-5f22-4727-95f3-f3889034a667,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:49.101353 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-702cfa49-97ef-45b4-89ca-8add5768660a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=76c6def775c84e58b0669c5f80d9d53b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202498 Sep 02 17:11:49.106685 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36868) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:49.138349 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36870) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:49.155835 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e6ccd0b-393b-471c-99ae-23f2a36920f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:49.166547 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3d0359b4-1faf-4d0d-b2a5-552a0099e709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:49.192239 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3d0359b4-1faf-4d0d-b2a5-552a0099e709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:49.256993 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e6ccd0b-393b-471c-99ae-23f2a36920f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:49.321008 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3d0359b4-1faf-4d0d-b2a5-552a0099e709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:49.323633 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3d0359b4-1faf-4d0d-b2a5-552a0099e709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:49.324867 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-3d0359b4-1faf-4d0d-b2a5-552a0099e709 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c1114459-5f22-4727-95f3-f3889034a667 HTTP/1.1" status: 204 len: 168 time: 0.2205060 Sep 02 17:11:49.333180 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0359b4-1faf-4d0d-b2a5-552a0099e709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1114459-5f22-4727-95f3-f3889034a667,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:49.343766 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e6ccd0b-393b-471c-99ae-23f2a36920f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:49.393612 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-0e6ccd0b-393b-471c-99ae-23f2a36920f5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=78f29e93fdf04c178db50515baa9cdbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541480 Sep 02 17:11:49.394755 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ccd0b-393b-471c-99ae-23f2a36920f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8121c378-2183-4cdd-a803-e3a44dcdcfb0,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:49.396920 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36876) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:49.607405 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f9601925-b16f-4269-8fc5-804155a61058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:49.628133 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f9601925-b16f-4269-8fc5-804155a61058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:49.727036 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f9601925-b16f-4269-8fc5-804155a61058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:49.729747 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f9601925-b16f-4269-8fc5-804155a61058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:49.731567 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-f9601925-b16f-4269-8fc5-804155a61058 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8121c378-2183-4cdd-a803-e3a44dcdcfb0 HTTP/1.1" status: 204 len: 168 time: 0.3327947 Sep 02 17:11:49.740899 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9601925-b16f-4269-8fc5-804155a61058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8121c378-2183-4cdd-a803-e3a44dcdcfb0,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:50.206366 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36908) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:50.219502 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c50213d3-dcac-4fd5-94af-770ed8ceb64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:50.313103 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c50213d3-dcac-4fd5-94af-770ed8ceb64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:50.395541 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c50213d3-dcac-4fd5-94af-770ed8ceb64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:50.436132 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-c50213d3-dcac-4fd5-94af-770ed8ceb64d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3d2a644ffbb44f519325d690654f8a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286763 Sep 02 17:11:50.437243 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50213d3-dcac-4fd5-94af-770ed8ceb64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b39d4e-023d-424b-9aec-ce1fad4d2f96,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:50.439002 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36914) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:50.551677 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-582937ea-c274-4c59-a9de-14a19b66abda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:50.586623 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-582937ea-c274-4c59-a9de-14a19b66abda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:50.608967 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36922) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:50.733492 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-582937ea-c274-4c59-a9de-14a19b66abda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:50.734830 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ca614a41-08ed-40bd-b4a5-1d7533385575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:50.736834 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-582937ea-c274-4c59-a9de-14a19b66abda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:50.740231 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-582937ea-c274-4c59-a9de-14a19b66abda admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/89b39d4e-023d-424b-9aec-ce1fad4d2f96 HTTP/1.1" status: 204 len: 168 time: 0.2996416 Sep 02 17:11:50.750836 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582937ea-c274-4c59-a9de-14a19b66abda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b39d4e-023d-424b-9aec-ce1fad4d2f96,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:50.848035 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ca614a41-08ed-40bd-b4a5-1d7533385575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:50.926631 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ca614a41-08ed-40bd-b4a5-1d7533385575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:50.970789 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-ca614a41-08ed-40bd-b4a5-1d7533385575 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8035cb5ae6ba49d29b31650ff82d3fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600347 Sep 02 17:11:50.971634 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca614a41-08ed-40bd-b4a5-1d7533385575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bf9024-ae32-414e-b43c-8e155049b2cc,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:50.973608 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36934) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:51.030126 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f726b3a-c0a6-4327-acb5-5f33456aeb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:51.057649 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f726b3a-c0a6-4327-acb5-5f33456aeb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:51.184618 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f726b3a-c0a6-4327-acb5-5f33456aeb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:51.187344 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f726b3a-c0a6-4327-acb5-5f33456aeb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:51.189733 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-7f726b3a-c0a6-4327-acb5-5f33456aeb24 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/57bf9024-ae32-414e-b43c-8e155049b2cc HTTP/1.1" status: 204 len: 168 time: 0.2144761 Sep 02 17:11:51.197829 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f726b3a-c0a6-4327-acb5-5f33456aeb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bf9024-ae32-414e-b43c-8e155049b2cc,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:51.868673 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 36972) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:51.883332 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7728af4c-b831-45bd-a612-2227711b010a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:51.997786 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7728af4c-b831-45bd-a612-2227711b010a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:52.134755 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7728af4c-b831-45bd-a612-2227711b010a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:52.174746 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-7728af4c-b831-45bd-a612-2227711b010a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=48adb0f297384c42b0a614e2d26d30dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048167 Sep 02 17:11:52.176297 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728af4c-b831-45bd-a612-2227711b010a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2900337e-40ff-4227-8fc7-858e75d2363a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:52.177421 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 36988) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:52.229545 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0f1a510c-0869-4aa4-b11c-5bd8e27b0b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:52.251594 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0f1a510c-0869-4aa4-b11c-5bd8e27b0b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:52.384291 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0f1a510c-0869-4aa4-b11c-5bd8e27b0b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:52.388693 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0f1a510c-0869-4aa4-b11c-5bd8e27b0b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:52.390332 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-0f1a510c-0869-4aa4-b11c-5bd8e27b0b87 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2900337e-40ff-4227-8fc7-858e75d2363a HTTP/1.1" status: 204 len: 168 time: 0.2110395 Sep 02 17:11:52.405746 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a510c-0869-4aa4-b11c-5bd8e27b0b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2900337e-40ff-4227-8fc7-858e75d2363a,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:52.450718 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-c7a933d9-d9ca-4824-9099-a9285a1e4d30 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:52.459500 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-c7a933d9-d9ca-4824-9099-a9285a1e4d30 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/networks?id=738444e4-ce26-4b0c-8734-6b95252db57f HTTP/1.1" status: 200 len: 814 time: 0.1396520 Sep 02 17:11:52.476305 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-36cf5c8e-7e8d-4f07-b0f8-03d667fee21c tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/quotas/ce61cbece70f44019c9692271ad82af0 HTTP/1.1" status: 200 len: 375 time: 0.0140896 Sep 02 17:11:52.533969 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-ed93fab2-8886-442e-aabc-5190c0eaaad1 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ce61cbece70f44019c9692271ad82af0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0501792 Sep 02 17:11:52.635288 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-e2f1f04c-2426-46a4-8699-9bc7378fa79d service neutron] 10.222.0.78 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938740 Sep 02 17:11:52.760589 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-0a4e0264-972f-44ba-813c-3e9fae7cb490 service neutron] 10.222.0.78 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168647 Sep 02 17:11:53.053791 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-57e1070e-4b31-476b-91f0-3fd38bc12a0d req-47ac75b7-e337-42a8-ac77-a140a1ab0177 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 210 time: 0.0422006 Sep 02 17:11:54.095442 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37104) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:54.170737 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-63911d9c-d9d6-4d66-a11d-b6cc4d89db38 req-27b859ef-1aab-4b71-aa59-2586f7d0d815 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 210 time: 0.0279860 Sep 02 17:11:54.210400 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-d2743ab7-2221-4970-aa46-ef0da8430ae0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-154343473-network', 'tenant_id': 'b574617e3c664f9cb9d80e78d27b3860'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:54.355516 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2743ab7-2221-4970-aa46-ef0da8430ae0 admin admin] Made reservation on behalf of b574617e3c664f9cb9d80e78d27b3860 for: {'network': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:11:54.359006 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d2743ab7-2221-4970-aa46-ef0da8430ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:54.377508 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d2743ab7-2221-4970-aa46-ef0da8430ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:54.486599 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d2743ab7-2221-4970-aa46-ef0da8430ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:54.566860 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d2743ab7-2221-4970-aa46-ef0da8430ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:54.602216 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2743ab7-2221-4970-aa46-ef0da8430ae0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1229, 'physical_network': 'physnet1'} {{(pid=94732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:11:54.613503 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2743ab7-2221-4970-aa46-ef0da8430ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e869c2-3e76-4cf2-92d3-53ec0e2149a2,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:54.631405 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d2743ab7-2221-4970-aa46-ef0da8430ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:54.631836 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.segments_db [None req-d2743ab7-2221-4970-aa46-ef0da8430ae0 admin admin] Added segment e2046494-c00d-4a1d-b941-0b549b81dcaf of type vlan for network 36f892ca-fc6c-4434-9e70-c4e6c668d49e Sep 02 17:11:54.696515 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d2743ab7-2221-4970-aa46-ef0da8430ae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:54.842209 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d2743ab7-2221-4970-aa46-ef0da8430ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:54.843228 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2743ab7-2221-4970-aa46-ef0da8430ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:54.843833 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d2743ab7-2221-4970-aa46-ef0da8430ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:54.910646 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2743ab7-2221-4970-aa46-ef0da8430ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=36f892ca-fc6c-4434-9e70-c4e6c668d49e,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:54.921520 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network 36f892ca-fc6c-4434-9e70-c4e6c668d49e details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:11:54.956741 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-d2743ab7-2221-4970-aa46-ef0da8430ae0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8603139 Sep 02 17:11:54.959678 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37146) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:54.964764 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-887c0982-824a-46e5-ab7a-8b14445dff86 admin admin] Request body: {'subnet': {'network_id': '36f892ca-fc6c-4434-9e70-c4e6c668d49e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-154343473-subnet', 'tenant_id': 'b574617e3c664f9cb9d80e78d27b3860', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:55.098595 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887c0982-824a-46e5-ab7a-8b14445dff86 admin admin] Made reservation on behalf of b574617e3c664f9cb9d80e78d27b3860 for: {'subnet': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:11:55.100736 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-887c0982-824a-46e5-ab7a-8b14445dff86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13343632'] for subnet, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:55.256890 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 37154) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:55.356771 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1280bb94-0ac5-4440-8aa3-aac4c2c9b473 req-83aef98d-e2f7-4175-b614-10b4cc8187af tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 210 time: 0.0263455 Sep 02 17:11:55.385026 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 37160) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:55.389749 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-887c0982-824a-46e5-ab7a-8b14445dff86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13791479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13343618'] for subnet, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:55.432871 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ae413a3-4872-47f6-9ca5-a27d62fc0b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:55.443720 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c0982-824a-46e5-ab7a-8b14445dff86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62ea47e0-fd6b-4e6a-a919-4abb5283030e,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:55.462109 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887c0982-824a-46e5-ab7a-8b14445dff86 admin admin] Checking segment: {'id': 'e2046494-c00d-4a1d-b941-0b549b81dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '36f892ca-fc6c-4434-9e70-c4e6c668d49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:55.462579 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887c0982-824a-46e5-ab7a-8b14445dff86 admin admin] Network hostable DHCP agents. Network: 36f892ca-fc6c-4434-9e70-c4e6c668d49e, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:11:55.498000 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49bc58ef-c605-4230-a058-43930e27cf0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:55.544672 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887c0982-824a-46e5-ab7a-8b14445dff86 admin admin] Network 36f892ca-fc6c-4434-9e70-c4e6c668d49e is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:11:55.635788 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-8bb9f5af-8fc4-418f-be0a-7c74489e4613 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:55.636792 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-887c0982-824a-46e5-ab7a-8b14445dff86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, 36f892ca-fc6c-4434-9e70-c4e6c668d49e) {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:55.637221 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-8bb9f5af-8fc4-418f-be0a-7c74489e4613 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.46 "GET /v2.0/networks?id=738444e4-ce26-4b0c-8734-6b95252db57f HTTP/1.1" status: 200 len: 814 time: 0.1525574 Sep 02 17:11:55.646387 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887c0982-824a-46e5-ab7a-8b14445dff86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:55.647004 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-887c0982-824a-46e5-ab7a-8b14445dff86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:55.650831 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ed5835-47ac-4a91-97a0-062c342b1ff7 None None] Network 36f892ca-fc6c-4434-9e70-c4e6c668d49e requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:11:55.675456 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-4a0ccdb0-ec2e-4f2d-bb10-604b35455496 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Request body: {'port': {'device_id': '022bb6e6-4351-4476-a775-e7943fe0e41b', 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f', 'admin_state_up': True, 'tenant_id': 'ce61cbece70f44019c9692271ad82af0'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:55.743464 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ae413a3-4872-47f6-9ca5-a27d62fc0b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:55.846637 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf575676-0b37-4cd1-8a43-1154070e19dd None None] Network 36f892ca-fc6c-4434-9e70-c4e6c668d49e requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:11:55.854673 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ae413a3-4872-47f6-9ca5-a27d62fc0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:55.919967 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-2ae413a3-4872-47f6-9ca5-a27d62fc0b3a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8935dae510d2434293f8c6cb252f16fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6617391 Sep 02 17:11:55.922216 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae413a3-4872-47f6-9ca5-a27d62fc0b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7fd07c-691b-4aea-bae3-e60dbb50f1be,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:55.922692 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37180) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:55.993745 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8a9f7e51-3788-4073-81f8-cc0902c31589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:55.996814 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49bc58ef-c605-4230-a058-43930e27cf0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:56.020946 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8a9f7e51-3788-4073-81f8-cc0902c31589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:56.110475 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49bc58ef-c605-4230-a058-43930e27cf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:56.144271 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8a9f7e51-3788-4073-81f8-cc0902c31589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:56.155696 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8a9f7e51-3788-4073-81f8-cc0902c31589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:56.155696 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-8a9f7e51-3788-4073-81f8-cc0902c31589 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bc7fd07c-691b-4aea-bae3-e60dbb50f1be HTTP/1.1" status: 204 len: 168 time: 0.2245297 Sep 02 17:11:56.155911 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-49bc58ef-c605-4230-a058-43930e27cf0a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b01fbdd77204489083741a0aa057110a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7636375 Sep 02 17:11:56.155911 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc58ef-c605-4230-a058-43930e27cf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc37bf6c-745f-4a0b-9d4c-86c23bc62018,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:56.162954 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 37196) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:56.171238 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f7e51-3788-4073-81f8-cc0902c31589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7fd07c-691b-4aea-bae3-e60dbb50f1be,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:56.214138 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-887c0982-824a-46e5-ab7a-8b14445dff86 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2485964 Sep 02 17:11:56.223321 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3a069ac5-51cc-40be-b059-b215cd91ad34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:56.250638 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3a069ac5-51cc-40be-b059-b215cd91ad34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:56.333678 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-4a0ccdb0-ec2e-4f2d-bb10-604b35455496 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Made reservation on behalf of ce61cbece70f44019c9692271ad82af0 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:11:56.339538 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-4a0ccdb0-ec2e-4f2d-bb10-604b35455496 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:56.440632 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3a069ac5-51cc-40be-b059-b215cd91ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:56.444207 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3a069ac5-51cc-40be-b059-b215cd91ad34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:56.444346 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-3a069ac5-51cc-40be-b059-b215cd91ad34 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cc37bf6c-745f-4a0b-9d4c-86c23bc62018 HTTP/1.1" status: 204 len: 168 time: 0.2824142 Sep 02 17:11:56.469396 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a069ac5-51cc-40be-b059-b215cd91ad34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc37bf6c-745f-4a0b-9d4c-86c23bc62018,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:56.511019 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5e02a0e7-4e32-4fe7-bc3c-df6902a60675 req-04b019be-12d2-4e90-9f3c-94d86a07e172 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 210 time: 0.0758319 Sep 02 17:11:56.549752 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-4a0ccdb0-ec2e-4f2d-bb10-604b35455496 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Allocated IP 172.20.0.7 (738444e4-ce26-4b0c-8734-6b95252db57f/3a50c83f-5b1e-40ad-a862-f35863b5fb27/5216ee43-bf8f-47a9-b43e-0e8555a1ca99) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:11:56.741574 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-4a0ccdb0-ec2e-4f2d-bb10-604b35455496 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:56.882768 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-4a0ccdb0-ec2e-4f2d-bb10-604b35455496 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:56.927801 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['5c7e5724-ef15-4150-b762-44cb370f19d8'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:11:56.949522 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-4a0ccdb0-ec2e-4f2d-bb10-604b35455496 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Network 738444e4-ce26-4b0c-8734-6b95252db57f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:11:56.953674 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-4a0ccdb0-ec2e-4f2d-bb10-604b35455496 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:11:56.958035 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-4a0ccdb0-ec2e-4f2d-bb10-604b35455496 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:11:57.032839 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ccdb0-ec2e-4f2d-bb10-604b35455496 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Pushing event updated for resources: {'Port': ['ID=5216ee43-bf8f-47a9-b43e-0e8555a1ca99,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:57.069481 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-4a0ccdb0-ec2e-4f2d-bb10-604b35455496 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:57.070355 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-4a0ccdb0-ec2e-4f2d-bb10-604b35455496 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:57.078750 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37218) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:57.102632 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-42fbb008-64f2-490b-b964-ecd1acbeec36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:57.169316 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-4a0ccdb0-ec2e-4f2d-bb10-604b35455496 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5029166 Sep 02 17:11:57.196841 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Request body: {'port': {'device_id': '022bb6e6-4351-4476-a775-e7943fe0e41b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:11:57.266905 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-42fbb008-64f2-490b-b964-ecd1acbeec36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:57.274376 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:57.361684 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-42fbb008-64f2-490b-b964-ecd1acbeec36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:57.408280 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 37224) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:57.424039 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-42fbb008-64f2-490b-b964-ecd1acbeec36 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=18c0a4f776f74e9ebe20f15ae1e9ed23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418884 Sep 02 17:11:57.432007 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 37226) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:57.434866 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2411b926-ea09-49a7-b53c-4c06594e4752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:57.439307 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbb008-64f2-490b-b964-ecd1acbeec36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fba9b2e-d894-44a6-bf0c-73330fd0fc6b,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:57.633518 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-54d062ee-5310-4bb1-af07-f839f72f51af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:57.683146 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b3ce-7075-435e-90dd-c5358674ee3e req-b29361bb-3a54-4d5f-bffc-6cbf9ef7ea65 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:57.686035 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1882b3ce-7075-435e-90dd-c5358674ee3e req-b29361bb-3a54-4d5f-bffc-6cbf9ef7ea65 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 931 time: 0.0803070 Sep 02 17:11:57.697219 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-54d062ee-5310-4bb1-af07-f839f72f51af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:57.748424 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1882b3ce-7075-435e-90dd-c5358674ee3e req-f14e53bb-c206-4fc0-a5c0-1a26376e5262 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567515 Sep 02 17:11:57.788934 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2411b926-ea09-49a7-b53c-4c06594e4752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:57.797525 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5216ee43-bf8f-47a9-b43e-0e8555a1ca99 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:11:57.805827 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:57.869831 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2411b926-ea09-49a7-b53c-4c06594e4752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:57.908166 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Transition to ACTIVE for port object 5216ee43-bf8f-47a9-b43e-0e8555a1ca99 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:11:57.912497 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-54d062ee-5310-4bb1-af07-f839f72f51af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:57.915151 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-54d062ee-5310-4bb1-af07-f839f72f51af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:57.916298 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-54d062ee-5310-4bb1-af07-f839f72f51af admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9fba9b2e-d894-44a6-bf0c-73330fd0fc6b HTTP/1.1" status: 204 len: 168 time: 0.4832194 Sep 02 17:11:57.921067 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-2411b926-ea09-49a7-b53c-4c06594e4752 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cb1ded709b344ff8af79ab3e9ba8f77e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5118010 Sep 02 17:11:57.922041 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411b926-ea09-49a7-b53c-4c06594e4752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b96efe-8575-4954-9bbc-24013284b5c3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:57.923882 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37244) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:57.935735 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d062ee-5310-4bb1-af07-f839f72f51af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fba9b2e-d894-44a6-bf0c-73330fd0fc6b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:57.979215 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:58.000257 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9eaa8670-144e-45e4-81c2-d8074805a933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:58.026752 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9eaa8670-144e-45e4-81c2-d8074805a933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:58.042499 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Pushing event updated for resources: {'Port': ['ID=5216ee43-bf8f-47a9-b43e-0e8555a1ca99,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:58.135674 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Attempting to bind port 5216ee43-bf8f-47a9-b43e-0e8555a1ca99 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:11:58.136118 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Attempting to bind port 5216ee43-bf8f-47a9-b43e-0e8555a1ca99 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '8d75137e-1fd7-4082-91a5-5b85d1ff8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:11:58.136533 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Attempting to bind port 5216ee43-bf8f-47a9-b43e-0e8555a1ca99 on network 738444e4-ce26-4b0c-8734-6b95252db57f {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:58.141417 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Port 5216ee43-bf8f-47a9-b43e-0e8555a1ca99 on network 738444e4-ce26-4b0c-8734-6b95252db57f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:11:58.141743 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Attempting to bind port 5216ee43-bf8f-47a9-b43e-0e8555a1ca99 on network 738444e4-ce26-4b0c-8734-6b95252db57f {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:11:58.146718 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:11:58.147095 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Checking segment: {'id': '8d75137e-1fd7-4082-91a5-5b85d1ff8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:11:58.147424 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Bound using segment: {'id': '8d75137e-1fd7-4082-91a5-5b85d1ff8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:11:58.147880 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Bound port: 5216ee43-bf8f-47a9-b43e-0e8555a1ca99, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d75137e-1fd7-4082-91a5-5b85d1ff8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:11:58.148241 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:58.178930 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9eaa8670-144e-45e4-81c2-d8074805a933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:58.181927 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9eaa8670-144e-45e4-81c2-d8074805a933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:58.186524 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-9eaa8670-144e-45e4-81c2-d8074805a933 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28b96efe-8575-4954-9bbc-24013284b5c3 HTTP/1.1" status: 204 len: 168 time: 0.2582476 Sep 02 17:11:58.195889 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa8670-144e-45e4-81c2-d8074805a933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b96efe-8575-4954-9bbc-24013284b5c3,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:58.216789 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37252) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:58.243688 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] For port 5216ee43-bf8f-47a9-b43e-0e8555a1ca99, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:11:58.247701 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] For port 5216ee43-bf8f-47a9-b43e-0e8555a1ca99, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5216ee43-bf8f-47a9-b43e-0e8555a1ca99,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:11:58.333362 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:58.371811 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:58.372547 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:58.374082 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] 10.222.0.46 "PUT /v2.0/ports/5216ee43-bf8f-47a9-b43e-0e8555a1ca99 HTTP/1.1" status: 200 len: 1093 time: 1.1839783 Sep 02 17:11:58.374537 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022bb6e6-4351-4476-a775-e7943fe0e41b', 'tag': '5216ee43-bf8f-47a9-b43e-0e8555a1ca99'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:11:58.376880 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3014857-a802-43e0-993b-c2f966885f64" -d '{"events": [{"name": "network-changed", "server_uuid": "022bb6e6-4351-4476-a775-e7943fe0e41b", "tag": "5216ee43-bf8f-47a9-b43e-0e8555a1ca99"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:11:58.408471 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33805ca1-ecbe-4ab1-8104-d93351695f17 service neutron] Pushing event updated for resources: {'Port': ['ID=5216ee43-bf8f-47a9-b43e-0e8555a1ca99,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:58.423115 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb59fcdf-7041-4ebd-814e-a0d4f688afbf x-openstack-request-id: req-fb59fcdf-7041-4ebd-814e-a0d4f688afbf {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:11:58.423613 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022bb6e6-4351-4476-a775-e7943fe0e41b", "tag": "5216ee43-bf8f-47a9-b43e-0e8555a1ca99", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:11:58.425220 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb59fcdf-7041-4ebd-814e-a0d4f688afbf {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:11:58.427711 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022bb6e6-4351-4476-a775-e7943fe0e41b', 'tag': '5216ee43-bf8f-47a9-b43e-0e8555a1ca99', 'status': 'completed', 'code': 200} Sep 02 17:11:58.443652 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7ae5e2df-fb8e-49c9-9c50-ebedf0a25050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:58.570952 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3014857-a802-43e0-993b-c2f966885f64 req-cacdd7ba-088f-4ffd-8ae1-abb7b5bd021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:58.572502 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b3014857-a802-43e0-993b-c2f966885f64 req-cacdd7ba-088f-4ffd-8ae1-abb7b5bd021a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce61cbece70f44019c9692271ad82af0&device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 1096 time: 0.0727036 Sep 02 17:11:58.583510 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7ae5e2df-fb8e-49c9-9c50-ebedf0a25050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:58.633258 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7ae5e2df-fb8e-49c9-9c50-ebedf0a25050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:58.709528 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-7ae5e2df-fb8e-49c9-9c50-ebedf0a25050 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=af11653e670e4cfb946c48388079a103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4910994 Sep 02 17:11:58.718026 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37280) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:11:58.783594 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5e2df-fb8e-49c9-9c50-ebedf0a25050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0318698a-a127-48ee-b6c8-9aaaa9693ef9,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:58.789410 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3014857-a802-43e0-993b-c2f966885f64 req-0ab78503-2f4e-44bd-a47d-57266066b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:58.795503 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b3014857-a802-43e0-993b-c2f966885f64 req-0ab78503-2f4e-44bd-a47d-57266066b433 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ce61cbece70f44019c9692271ad82af0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1976686 Sep 02 17:11:58.804035 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5e2df-fb8e-49c9-9c50-ebedf0a25050 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:58.804965 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5e2df-fb8e-49c9-9c50-ebedf0a25050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:58.805780 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5e2df-fb8e-49c9-9c50-ebedf0a25050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:58.806610 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5e2df-fb8e-49c9-9c50-ebedf0a25050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:58.807332 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5e2df-fb8e-49c9-9c50-ebedf0a25050 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:58.808054 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5e2df-fb8e-49c9-9c50-ebedf0a25050 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:58.809242 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5e2df-fb8e-49c9-9c50-ebedf0a25050 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:58.810246 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5e2df-fb8e-49c9-9c50-ebedf0a25050 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:58.811419 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5e2df-fb8e-49c9-9c50-ebedf0a25050 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:58.812404 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5e2df-fb8e-49c9-9c50-ebedf0a25050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:58.813141 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5e2df-fb8e-49c9-9c50-ebedf0a25050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:58.813934 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5e2df-fb8e-49c9-9c50-ebedf0a25050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:11:58.892866 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c34268e6-4d14-49b7-b3f3-5c7e7aee183d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:58.944745 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3014857-a802-43e0-993b-c2f966885f64 req-d5df7e18-c742-4ad3-a7b5-4b2e99424c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:58.946735 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b3014857-a802-43e0-993b-c2f966885f64 req-d5df7e18-c742-4ad3-a7b5-4b2e99424c47 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1462190 Sep 02 17:11:58.988017 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c34268e6-4d14-49b7-b3f3-5c7e7aee183d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:59.091581 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-0e825035-94f6-4edc-a314-963bcf8a39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:59.093086 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-0e825035-94f6-4edc-a314-963bcf8a39ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce61cbece70f44019c9692271ad82af0&device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 1096 time: 0.0489984 Sep 02 17:11:59.095440 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6628b3-98b5-4d67-9746-a493eefa568f req-8df0e7c1-de0c-45d7-bf1c-0d8079733123 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:59.096869 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-aa6628b3-98b5-4d67-9746-a493eefa568f req-8df0e7c1-de0c-45d7-bf1c-0d8079733123 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 943 time: 0.1941149 Sep 02 17:11:59.130573 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-ad77e48b-3a98-46d1-a539-649d054f9497 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:59.136271 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-ad77e48b-3a98-46d1-a539-649d054f9497 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/networks?id=36f892ca-fc6c-4434-9e70-c4e6c668d49e HTTP/1.1" status: 200 len: 808 time: 0.2715380 Sep 02 17:11:59.165837 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-8aa1dce1-3ec0-4a0b-a58b-16270edbed3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5216ee43-bf8f-47a9-b43e-0e8555a1ca99 HTTP/1.1" status: 200 len: 217 time: 0.0489893 Sep 02 17:11:59.168672 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-5888c1ad-006a-4ff3-a150-626ba74fd61d tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/quotas/b574617e3c664f9cb9d80e78d27b3860 HTTP/1.1" status: 200 len: 375 time: 0.0273063 Sep 02 17:11:59.172232 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-aa6628b3-98b5-4d67-9746-a493eefa568f req-461cd7c0-aaa4-4642-a3ab-c4c96376a278 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656302 Sep 02 17:11:59.210518 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-3951c753-6dc5-45b6-9013-eec0cc8634cf tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b574617e3c664f9cb9d80e78d27b3860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344317 Sep 02 17:11:59.213217 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c34268e6-4d14-49b7-b3f3-5c7e7aee183d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:59.216975 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c34268e6-4d14-49b7-b3f3-5c7e7aee183d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:11:59.230557 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-c34268e6-4d14-49b7-b3f3-5c7e7aee183d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0318698a-a127-48ee-b6c8-9aaaa9693ef9 HTTP/1.1" status: 204 len: 168 time: 0.5073364 Sep 02 17:11:59.258137 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-c926a6b2-1a82-447d-a344-6cf3d51482a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:11:59.260486 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-c926a6b2-1a82-447d-a344-6cf3d51482a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a50c83f-5b1e-40ad-a862-f35863b5fb27 HTTP/1.1" status: 200 len: 854 time: 0.0776823 Sep 02 17:11:59.305131 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34268e6-4d14-49b7-b3f3-5c7e7aee183d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0318698a-a127-48ee-b6c8-9aaaa9693ef9,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:11:59.346330 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-afc2d5b9-e717-44d8-aedc-ecaa53d56ef0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=738444e4-ce26-4b0c-8734-6b95252db57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735846 Sep 02 17:11:59.387390 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-a976fe17-7478-4a3e-96e5-de2b7cdd3b36 service neutron] 10.222.0.78 "GET /v2.0/networks/36f892ca-fc6c-4434-9e70-c4e6c668d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621544 Sep 02 17:11:59.500159 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-649b7549-8cdd-4ef2-a315-89e1ae72e2b3 service neutron] 10.222.0.46 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341739 Sep 02 17:11:59.548781 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-0f3831e0-d1cb-4c0a-ba4b-c24e568466b7 service neutron] 10.222.0.78 "GET /v2.0/networks/36f892ca-fc6c-4434-9e70-c4e6c668d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605020 Sep 02 17:11:59.684701 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-89a87e0d-8dda-4161-8fc3-ce17e51b9771 req-db08463b-1e24-4851-b057-1acbd454f8b8 service neutron] 10.222.0.46 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435411 Sep 02 17:11:59.821983 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2e7e5b55-b2c0-4e27-830c-13c3189d1f5a req-690b5d77-fad1-4ccc-bf21-bd671444db5e tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 210 time: 0.0412931 Sep 02 17:12:00.035625 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9427f-ec39-4d31-99ae-aca16de02085 req-9affdc9c-97d0-433d-a736-2c5c98246e45 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:00.037174 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-59b9427f-ec39-4d31-99ae-aca16de02085 req-9affdc9c-97d0-433d-a736-2c5c98246e45 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 946 time: 0.0528603 Sep 02 17:12:00.078793 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-59b9427f-ec39-4d31-99ae-aca16de02085 req-f1e6eb05-512a-4999-9307-a0415ad7cfe3 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345268 Sep 02 17:12:00.267924 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 37350) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:00.283083 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f094a122-334c-421b-89b0-45bfc2b684df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:00.313279 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c42c8-fcea-49cf-87b5-9748239275d9 req-bb5a3169-0554-426a-a6be-ec6007a29c60 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:00.318934 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f33c42c8-fcea-49cf-87b5-9748239275d9 req-bb5a3169-0554-426a-a6be-ec6007a29c60 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 943 time: 0.0586038 Sep 02 17:12:00.375695 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f33c42c8-fcea-49cf-87b5-9748239275d9 req-1bedf43c-20df-43af-bf72-6cffc79a9066 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520654 Sep 02 17:12:00.426475 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f094a122-334c-421b-89b0-45bfc2b684df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:00.487507 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f094a122-334c-421b-89b0-45bfc2b684df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:00.529866 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-f094a122-334c-421b-89b0-45bfc2b684df admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=198cd3d69b074f28a96db6190c6143ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606974 Sep 02 17:12:00.531239 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37366) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:00.531645 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094a122-334c-421b-89b0-45bfc2b684df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584d5608-6ff9-42dd-adeb-69525a786e08,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:00.544653 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094a122-334c-421b-89b0-45bfc2b684df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:00.545005 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094a122-334c-421b-89b0-45bfc2b684df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:00.545574 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094a122-334c-421b-89b0-45bfc2b684df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:00.545719 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094a122-334c-421b-89b0-45bfc2b684df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:00.546109 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094a122-334c-421b-89b0-45bfc2b684df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:00.549130 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094a122-334c-421b-89b0-45bfc2b684df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:00.549552 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094a122-334c-421b-89b0-45bfc2b684df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:00.549890 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094a122-334c-421b-89b0-45bfc2b684df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:00.550225 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094a122-334c-421b-89b0-45bfc2b684df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:00.550550 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094a122-334c-421b-89b0-45bfc2b684df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:00.550865 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094a122-334c-421b-89b0-45bfc2b684df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:00.551239 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f094a122-334c-421b-89b0-45bfc2b684df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:00.626275 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ee7418b2-a92b-4253-b1d2-b0c5c0d9cc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:00.653317 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ee7418b2-a92b-4253-b1d2-b0c5c0d9cc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:00.773557 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ee7418b2-a92b-4253-b1d2-b0c5c0d9cc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:00.777934 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ee7418b2-a92b-4253-b1d2-b0c5c0d9cc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:00.779252 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-ee7418b2-a92b-4253-b1d2-b0c5c0d9cc24 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/584d5608-6ff9-42dd-adeb-69525a786e08 HTTP/1.1" status: 204 len: 168 time: 0.2467556 Sep 02 17:12:00.789369 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7418b2-a92b-4253-b1d2-b0c5c0d9cc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584d5608-6ff9-42dd-adeb-69525a786e08,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:00.924231 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d8249c4f-5bd0-4747-b28e-3aade3808023 req-4652962c-aaa4-47fd-bd04-ed154f77b4e0 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 210 time: 0.0290587 Sep 02 17:12:01.229763 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ad2b9-c1d9-4aca-96ab-848cd005d2fb req-6dec289c-76c3-4f3f-b748-4feed538d9ee tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:01.229763 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9e0ad2b9-c1d9-4aca-96ab-848cd005d2fb req-6dec289c-76c3-4f3f-b748-4feed538d9ee tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 946 time: 0.0601673 Sep 02 17:12:01.296005 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9e0ad2b9-c1d9-4aca-96ab-848cd005d2fb req-c6af0efa-2be2-4c52-8608-697b594b3903 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634615 Sep 02 17:12:01.501540 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4d646-1b63-461b-ab5f-45b8f5079dc9 req-0a3c4dc5-eded-4392-9cae-d2640f94983f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:01.508468 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8ab4d646-1b63-461b-ab5f-45b8f5079dc9 req-0a3c4dc5-eded-4392-9cae-d2640f94983f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 943 time: 0.0571706 Sep 02 17:12:01.544035 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8ab4d646-1b63-461b-ab5f-45b8f5079dc9 req-2b1a2c1a-0b5b-4392-92e5-8ea8304671e2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346448 Sep 02 17:12:01.687789 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37456) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:01.702371 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-34719248-be38-4a4a-bd8b-80f517a7419e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:01.795605 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-34719248-be38-4a4a-bd8b-80f517a7419e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:01.870232 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-34719248-be38-4a4a-bd8b-80f517a7419e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:01.908677 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-34719248-be38-4a4a-bd8b-80f517a7419e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=69ffb23f971b4dffb5d6f1f83330ee61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196686 Sep 02 17:12:01.910565 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34719248-be38-4a4a-bd8b-80f517a7419e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3c9a27-a3cb-473a-9508-fc2c51b7728a,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:01.911579 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 37460) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:01.966507 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55445f5b-8903-402d-9e96-155507c764df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:01.994498 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55445f5b-8903-402d-9e96-155507c764df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:02.042191 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-de932965-1c80-4d80-9755-59d808033621 req-078c8049-b77a-4621-8eb7-2803eb8146ec tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 210 time: 0.0352962 Sep 02 17:12:02.057184 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 37470) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:02.127420 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55445f5b-8903-402d-9e96-155507c764df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:02.130076 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55445f5b-8903-402d-9e96-155507c764df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:02.131384 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-55445f5b-8903-402d-9e96-155507c764df admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8b3c9a27-a3cb-473a-9508-fc2c51b7728a HTTP/1.1" status: 204 len: 168 time: 0.2185957 Sep 02 17:12:02.148492 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55445f5b-8903-402d-9e96-155507c764df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3c9a27-a3cb-473a-9508-fc2c51b7728a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:02.187526 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-18db282a-7769-4144-ab83-888fdc1ddc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:02.292053 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-18db282a-7769-4144-ab83-888fdc1ddc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:02.350505 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-18db282a-7769-4144-ab83-888fdc1ddc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:02.422079 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db282a-7769-4144-ab83-888fdc1ddc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91363ab3-333e-4307-b0e5-a65a9abac8d2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:02.430015 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-18db282a-7769-4144-ab83-888fdc1ddc3d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4b5a61497500427d9eda80297a5bded9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708484 Sep 02 17:12:02.435007 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37488) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:02.650416 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537f9ff-f356-4896-bbcb-1a5669efc027 req-fe5dedb6-6833-4304-a04d-83b3e9b70a78 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:02.650416 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c537f9ff-f356-4896-bbcb-1a5669efc027 req-fe5dedb6-6833-4304-a04d-83b3e9b70a78 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 946 time: 0.1033893 Sep 02 17:12:02.650416 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d66f-7901-4b5c-8e4d-607eea72574d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:02.654786 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-d6975ac2-9417-46ae-9756-8455110ffdee tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:02.654786 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-d6975ac2-9417-46ae-9756-8455110ffdee tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.46 "GET /v2.0/networks?id=36f892ca-fc6c-4434-9e70-c4e6c668d49e HTTP/1.1" status: 200 len: 808 time: 0.1732643 Sep 02 17:12:02.655871 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d66f-7901-4b5c-8e4d-607eea72574d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:02.655871 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c537f9ff-f356-4896-bbcb-1a5669efc027 req-bedcc626-1f33-49cc-8b1f-f79161ddc4bb tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813327 Sep 02 17:12:02.657673 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-939e1ac6-bd9f-454d-b700-e70b479ac9bf tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Request body: {'port': {'device_id': '1ae19fe8-8512-4729-b5fe-623221d00935', 'network_id': '36f892ca-fc6c-4434-9e70-c4e6c668d49e', 'admin_state_up': True, 'tenant_id': 'b574617e3c664f9cb9d80e78d27b3860'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:02.658563 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 5216ee43-bf8f-47a9-b43e-0e8555a1ca99 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:12:02.821845 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52325a-0938-4fba-91ce-67c9b9e61973 req-287d2489-7d1f-4720-a9d9-d694ff31a1d2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:02.821845 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8e52325a-0938-4fba-91ce-67c9b9e61973 req-287d2489-7d1f-4720-a9d9-d694ff31a1d2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 943 time: 0.1126962 Sep 02 17:12:02.850550 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8e52325a-0938-4fba-91ce-67c9b9e61973 req-f3c27835-486e-4288-af1a-59d2e133e51c tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629971 Sep 02 17:12:02.881850 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 5216ee43-bf8f-47a9-b43e-0e8555a1ca99, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5216ee43-bf8f-47a9-b43e-0e8555a1ca99,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:02.893692 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': '5216ee43-bf8f-47a9-b43e-0e8555a1ca99', 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f', 'port_id': '5216ee43-bf8f-47a9-b43e-0e8555a1ca99', 'mac_address': 'fa:16:3e:22:0f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a50c83f-5b1e-40ad-a862-f35863b5fb27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:12:02.942798 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:02.959226 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5216ee43-bf8f-47a9-b43e-0e8555a1ca99 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:12:02.961536 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d66f-7901-4b5c-8e4d-607eea72574d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:02.962719 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30457a75-2172-4dac-9e97-394aea0edc76 req-1dff5331-2c57-4404-9c92-daa89bc1fad4 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:02.964196 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-30457a75-2172-4dac-9e97-394aea0edc76 req-1dff5331-2c57-4404-9c92-daa89bc1fad4 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 946 time: 0.0909986 Sep 02 17:12:02.964657 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d66f-7901-4b5c-8e4d-607eea72574d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:02.965943 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-e2d6d66f-7901-4b5c-8e4d-607eea72574d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/91363ab3-333e-4307-b0e5-a65a9abac8d2 HTTP/1.1" status: 204 len: 168 time: 0.5286868 Sep 02 17:12:02.974145 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6d66f-7901-4b5c-8e4d-607eea72574d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91363ab3-333e-4307-b0e5-a65a9abac8d2,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:02.981050 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 5216ee43-bf8f-47a9-b43e-0e8555a1ca99, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5216ee43-bf8f-47a9-b43e-0e8555a1ca99,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:03.026859 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-939e1ac6-bd9f-454d-b700-e70b479ac9bf tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Made reservation on behalf of b574617e3c664f9cb9d80e78d27b3860 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:12:03.031212 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-939e1ac6-bd9f-454d-b700-e70b479ac9bf tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:03.043618 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:03.160225 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=5216ee43-bf8f-47a9-b43e-0e8555a1ca99,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:03.167312 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:03.167958 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:03.169312 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:03.169856 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:03.170350 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:03.170822 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:03.171290 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:03.171770 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:03.172295 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:03.172775 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:03.173247 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:03.173745 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:03.201715 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-85a59209-0101-4f84-8d45-a1c96eafb277 req-8fe55365-c625-4b41-9104-764585cefd54 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 210 time: 0.0446210 Sep 02 17:12:03.489274 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['5216ee43-bf8f-47a9-b43e-0e8555a1ca99'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:03.518682 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-30457a75-2172-4dac-9e97-394aea0edc76 req-91f643b9-7b93-4675-af63-15b9cdda43cb tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Deleting port 55899da0-5c89-42f3-9b7d-edae9354f364 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:12:03.519009 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-30457a75-2172-4dac-9e97-394aea0edc76 req-91f643b9-7b93-4675-af63-15b9cdda43cb tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:03.586988 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-939e1ac6-bd9f-454d-b700-e70b479ac9bf tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Allocated IP 172.20.0.10 (36f892ca-fc6c-4434-9e70-c4e6c668d49e/62ea47e0-fd6b-4e6a-a919-4abb5283030e/90197fa8-321d-4eef-a1a9-37af67d46481) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:12:03.661936 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-30457a75-2172-4dac-9e97-394aea0edc76 req-91f643b9-7b93-4675-af63-15b9cdda43cb tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] For port 55899da0-5c89-42f3-9b7d-edae9354f364, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=55899da0-5c89-42f3-9b7d-edae9354f364,segment=NetworkSegment(3b45b7ec-c042-4ab4-93ed-80f316f2853a),segment_id=3b45b7ec-c042-4ab4-93ed-80f316f2853a)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:03.662307 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-30457a75-2172-4dac-9e97-394aea0edc76 req-91f643b9-7b93-4675-af63-15b9cdda43cb tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:03.687838 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-30457a75-2172-4dac-9e97-394aea0edc76 req-91f643b9-7b93-4675-af63-15b9cdda43cb tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Calling delete_port for 55899da0-5c89-42f3-9b7d-edae9354f364 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:12:03.778738 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37534) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:03.800073 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fab93762-4fd1-45ea-9434-8a9f83c01fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:03.906838 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326e1e3-7919-4a6b-b653-ec5bf4b39a76 req-e17f630f-c789-44c7-beda-cd8c74667926 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:03.910079 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9326e1e3-7919-4a6b-b653-ec5bf4b39a76 req-e17f630f-c789-44c7-beda-cd8c74667926 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 946 time: 0.0940242 Sep 02 17:12:03.980378 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-939e1ac6-bd9f-454d-b700-e70b479ac9bf tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:04.010271 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9326e1e3-7919-4a6b-b653-ec5bf4b39a76 req-37fc56f1-d9e0-42ad-a208-a6cb8e0cbaa8 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeba50be-82ae-4b40-9dc6-594006947f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906091 Sep 02 17:12:04.031141 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-30457a75-2172-4dac-9e97-394aea0edc76 req-91f643b9-7b93-4675-af63-15b9cdda43cb tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:04.040884 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fab93762-4fd1-45ea-9434-8a9f83c01fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:04.061059 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccd65c-0116-4c5e-a71b-0bef781b87b4 req-67cdb529-eb20-4832-b5b7-49bcbebdbba2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:04.062789 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9fccd65c-0116-4c5e-a71b-0bef781b87b4 req-67cdb529-eb20-4832-b5b7-49bcbebdbba2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 944 time: 0.1241972 Sep 02 17:12:04.072777 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f643b9-7b93-4675-af63-15b9cdda43cb tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Pushing event deleted for resources: {'Port': ['ID=55899da0-5c89-42f3-9b7d-edae9354f364,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:04.124193 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9fccd65c-0116-4c5e-a71b-0bef781b87b4 req-2f5ecef8-34be-4238-94d1-90aadf55a987 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457602 Sep 02 17:12:04.142477 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-30457a75-2172-4dac-9e97-394aea0edc76 req-91f643b9-7b93-4675-af63-15b9cdda43cb tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] No DVR routers for this DVR port 55899da0-5c89-42f3-9b7d-edae9354f364 on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:12:04.146065 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-30457a75-2172-4dac-9e97-394aea0edc76 req-91f643b9-7b93-4675-af63-15b9cdda43cb tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:04.149858 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-30457a75-2172-4dac-9e97-394aea0edc76 req-91f643b9-7b93-4675-af63-15b9cdda43cb tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.46 "DELETE /v2.0/ports/55899da0-5c89-42f3-9b7d-edae9354f364 HTTP/1.1" status: 204 len: 173 time: 1.1700938 Sep 02 17:12:04.149858 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace7e30a-c8c0-4849-adcf-d12d8db2fcb1', 'name': 'network-vif-deleted', 'tag': '55899da0-5c89-42f3-9b7d-edae9354f364'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:04.151165 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c873d4a5-d48f-4c7c-be81-f459ab514cfd" -d '{"events": [{"server_uuid": "ace7e30a-c8c0-4849-adcf-d12d8db2fcb1", "name": "network-vif-deleted", "tag": "55899da0-5c89-42f3-9b7d-edae9354f364"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:04.155423 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fab93762-4fd1-45ea-9434-8a9f83c01fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:04.190166 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-939e1ac6-bd9f-454d-b700-e70b479ac9bf tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:04.230712 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-fab93762-4fd1-45ea-9434-8a9f83c01fa6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6fa4b063b5f040269986dc762db099d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4479101 Sep 02 17:12:04.230712 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab93762-4fd1-45ea-9434-8a9f83c01fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebdbb4f-bc5d-469e-b325-05329362229e,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:04.233454 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37546) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:04.240480 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ad37d8-8855-443f-97fa-f0fab3fd0d17 x-openstack-request-id: req-f3ad37d8-8855-443f-97fa-f0fab3fd0d17 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:04.241059 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace7e30a-c8c0-4849-adcf-d12d8db2fcb1", "name": "network-vif-deleted", "tag": "55899da0-5c89-42f3-9b7d-edae9354f364", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:04.241938 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f3ad37d8-8855-443f-97fa-f0fab3fd0d17 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:04.242787 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace7e30a-c8c0-4849-adcf-d12d8db2fcb1', 'name': 'network-vif-deleted', 'tag': '55899da0-5c89-42f3-9b7d-edae9354f364', 'status': 'completed', 'code': 200} Sep 02 17:12:04.278015 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-939e1ac6-bd9f-454d-b700-e70b479ac9bf tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Network 36f892ca-fc6c-4434-9e70-c4e6c668d49e is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:12:04.281659 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-939e1ac6-bd9f-454d-b700-e70b479ac9bf tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:04.284784 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-939e1ac6-bd9f-454d-b700-e70b479ac9bf tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:12:04.295020 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-52f91fa6-bef0-4fe2-85bd-268c34d37e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:04.329361 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e1ac6-bd9f-454d-b700-e70b479ac9bf tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Pushing event updated for resources: {'Port': ['ID=90197fa8-321d-4eef-a1a9-37af67d46481,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:04.342254 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-52f91fa6-bef0-4fe2-85bd-268c34d37e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:04.358039 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-939e1ac6-bd9f-454d-b700-e70b479ac9bf tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:04.359623 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-939e1ac6-bd9f-454d-b700-e70b479ac9bf tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:04.401196 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9428b51-58d5-4872-bebc-9ff7dd58105e req-0b403b49-613e-4508-85e5-fd5289b5fff5 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:04.409546 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b9428b51-58d5-4872-bebc-9ff7dd58105e req-0b403b49-613e-4508-85e5-fd5289b5fff5 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 932 time: 0.1024964 Sep 02 17:12:04.426181 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-939e1ac6-bd9f-454d-b700-e70b479ac9bf tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8312883 Sep 02 17:12:04.446448 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b9428b51-58d5-4872-bebc-9ff7dd58105e req-b88ba033-1e2e-4bc7-b086-c32858b1db0c tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360065 Sep 02 17:12:04.454214 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Request body: {'port': {'device_id': '1ae19fe8-8512-4729-b5fe-623221d00935', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:04.499896 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-52f91fa6-bef0-4fe2-85bd-268c34d37e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:04.504091 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-52f91fa6-bef0-4fe2-85bd-268c34d37e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:04.505563 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-52f91fa6-bef0-4fe2-85bd-268c34d37e17 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2ebdbb4f-bc5d-469e-b325-05329362229e HTTP/1.1" status: 204 len: 168 time: 0.2707269 Sep 02 17:12:04.521187 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f91fa6-bef0-4fe2-85bd-268c34d37e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebdbb4f-bc5d-469e-b325-05329362229e,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:04.545102 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:04.651403 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 5216ee43-bf8f-47a9-b43e-0e8555a1ca99 up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:12:04.702692 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37554) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:04.784758 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port 5216ee43-bf8f-47a9-b43e-0e8555a1ca99 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:12:04.789162 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port 5216ee43-bf8f-47a9-b43e-0e8555a1ca99 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:04.789821 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:04.880764 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-aab7eecb-3021-485c-aa4f-f0c654a1b482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:04.884947 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:04.909813 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022bb6e6-4351-4476-a775-e7943fe0e41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5216ee43-bf8f-47a9-b43e-0e8555a1ca99'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:04.912381 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b46ca5-cf2e-4563-81f0-12d6ff01ed54" -d '{"events": [{"server_uuid": "022bb6e6-4351-4476-a775-e7943fe0e41b", "name": "network-vif-plugged", "status": "completed", "tag": "5216ee43-bf8f-47a9-b43e-0e8555a1ca99"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:04.936573 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 5216ee43-bf8f-47a9-b43e-0e8555a1ca99, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5216ee43-bf8f-47a9-b43e-0e8555a1ca99,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:04.956479 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90197fa8-321d-4eef-a1a9-37af67d46481 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:12:04.965028 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:04.981735 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272d6936-1ec3-4259-a9a5-aa91a57839fa x-openstack-request-id: req-272d6936-1ec3-4259-a9a5-aa91a57839fa {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:04.981735 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022bb6e6-4351-4476-a775-e7943fe0e41b", "name": "network-vif-plugged", "status": "completed", "tag": "5216ee43-bf8f-47a9-b43e-0e8555a1ca99", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:04.981735 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-272d6936-1ec3-4259-a9a5-aa91a57839fa {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:04.981735 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022bb6e6-4351-4476-a775-e7943fe0e41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5216ee43-bf8f-47a9-b43e-0e8555a1ca99', 'code': 200} Sep 02 17:12:04.982075 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Transition to ACTIVE for port object 90197fa8-321d-4eef-a1a9-37af67d46481 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:12:04.997525 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:05.003351 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 55899da0-5c89-42f3-9b7d-edae9354f364 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:12:05.018239 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-aab7eecb-3021-485c-aa4f-f0c654a1b482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:05.064702 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:05.084415 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: 55899da0-5c89-42f3-9b7d-edae9354f364 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:12:05.085039 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 55899da0-5c89-42f3-9b7d-edae9354f364 not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:12:05.113930 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-aab7eecb-3021-485c-aa4f-f0c654a1b482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:05.115631 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=5216ee43-bf8f-47a9-b43e-0e8555a1ca99,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:05.208144 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=90197fa8-321d-4eef-a1a9-37af67d46481,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:05.218243 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-02e6262a-f521-427b-9005-2c3eaad72576 req-1fd9e1b8-e723-43e6-b0e1-8373effc61ee tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 210 time: 0.0771859 Sep 02 17:12:05.223065 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-aab7eecb-3021-485c-aa4f-f0c654a1b482 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=02ae8d4df0b34fe7ba6870902a380751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5173569 Sep 02 17:12:05.224413 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7eecb-3021-485c-aa4f-f0c654a1b482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400f9f30-802a-487a-9810-79e071b11d33,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:05.225853 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 37576) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:05.266209 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Attempting to bind port 90197fa8-321d-4eef-a1a9-37af67d46481 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:12:05.266527 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Attempting to bind port 90197fa8-321d-4eef-a1a9-37af67d46481 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'e2046494-c00d-4a1d-b941-0b549b81dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '36f892ca-fc6c-4434-9e70-c4e6c668d49e'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:12:05.266783 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Attempting to bind port 90197fa8-321d-4eef-a1a9-37af67d46481 on network 36f892ca-fc6c-4434-9e70-c4e6c668d49e {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:05.281474 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Port 90197fa8-321d-4eef-a1a9-37af67d46481 on network 36f892ca-fc6c-4434-9e70-c4e6c668d49e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:12:05.281796 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Attempting to bind port 90197fa8-321d-4eef-a1a9-37af67d46481 on network 36f892ca-fc6c-4434-9e70-c4e6c668d49e {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:05.289621 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e3757-9d83-49ec-8e16-2bfb323bf222 req-445feeff-c571-4ab0-a3be-adf723a1c5ba tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:05.291092 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4c9e3757-9d83-49ec-8e16-2bfb323bf222 req-445feeff-c571-4ab0-a3be-adf723a1c5ba tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 945 time: 0.0503457 Sep 02 17:12:05.301317 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:12:05.301645 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Checking segment: {'id': 'e2046494-c00d-4a1d-b941-0b549b81dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '36f892ca-fc6c-4434-9e70-c4e6c668d49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:12:05.302027 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Bound using segment: {'id': 'e2046494-c00d-4a1d-b941-0b549b81dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '36f892ca-fc6c-4434-9e70-c4e6c668d49e'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:12:05.302465 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Bound port: 90197fa8-321d-4eef-a1a9-37af67d46481, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2046494-c00d-4a1d-b941-0b549b81dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '36f892ca-fc6c-4434-9e70-c4e6c668d49e'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:12:05.302822 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:05.344711 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4c9e3757-9d83-49ec-8e16-2bfb323bf222 req-8ce46f04-d4ab-4424-948e-5f3ae55e7d07 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473330 Sep 02 17:12:05.367461 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3eb61f70-3199-4872-9bc7-3608d6ee907e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:05.416954 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3eb61f70-3199-4872-9bc7-3608d6ee907e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:05.448782 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] For port 90197fa8-321d-4eef-a1a9-37af67d46481, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:12:05.471837 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] For port 90197fa8-321d-4eef-a1a9-37af67d46481, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=90197fa8-321d-4eef-a1a9-37af67d46481,segment=NetworkSegment(e2046494-c00d-4a1d-b941-0b549b81dcaf),segment_id=e2046494-c00d-4a1d-b941-0b549b81dcaf)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:12:05.500745 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebbfce-468a-4410-b34d-afcb60a371c0 req-04eb63db-aedd-494f-b3a2-b447ff437a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:05.502392 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-27ebbfce-468a-4410-b34d-afcb60a371c0 req-04eb63db-aedd-494f-b3a2-b447ff437a4a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 1098 time: 0.0997295 Sep 02 17:12:05.537542 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:05.576648 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:05.577263 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:05.578629 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] 10.222.0.46 "PUT /v2.0/ports/90197fa8-321d-4eef-a1a9-37af67d46481 HTTP/1.1" status: 200 len: 1094 time: 1.1297910 Sep 02 17:12:05.580651 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c8514-6a79-4505-81c9-384012f7349c req-af49fe5b-424f-4b4e-b2f5-161218079138 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:05.582454 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-205c8514-6a79-4505-81c9-384012f7349c req-af49fe5b-424f-4b4e-b2f5-161218079138 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 944 time: 0.0517800 Sep 02 17:12:05.593167 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-27ebbfce-468a-4410-b34d-afcb60a371c0 req-9231c2ae-2280-49db-9822-0c308d6570a4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751834 Sep 02 17:12:05.615821 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3eb61f70-3199-4872-9bc7-3608d6ee907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:05.618601 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3eb61f70-3199-4872-9bc7-3608d6ee907e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:05.622783 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-3eb61f70-3199-4872-9bc7-3608d6ee907e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/400f9f30-802a-487a-9810-79e071b11d33 HTTP/1.1" status: 204 len: 168 time: 0.3729126 Sep 02 17:12:05.623270 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16b24f-2cdd-47da-83e6-27c6b42ea5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=90197fa8-321d-4eef-a1a9-37af67d46481,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:05.638880 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb61f70-3199-4872-9bc7-3608d6ee907e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400f9f30-802a-487a-9810-79e071b11d33,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:05.644553 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-205c8514-6a79-4505-81c9-384012f7349c req-6d689ea3-2d19-43bd-bc6c-f1b77255b2fe tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550938 Sep 02 17:12:06.100264 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-ce83de6c-ffa5-4e1a-8a9d-a345f08dc9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:06.101817 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-ce83de6c-ffa5-4e1a-8a9d-a345f08dc9a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b574617e3c664f9cb9d80e78d27b3860&device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 1097 time: 0.0546217 Sep 02 17:12:06.173821 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-00e25a8a-a9a4-4ea4-9c55-222763a75576 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90197fa8-321d-4eef-a1a9-37af67d46481 HTTP/1.1" status: 200 len: 217 time: 0.0494027 Sep 02 17:12:06.237131 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-58441cfe-2ebe-4f28-b78e-94de95431c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:06.238657 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-58441cfe-2ebe-4f28-b78e-94de95431c54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62ea47e0-fd6b-4e6a-a919-4abb5283030e HTTP/1.1" status: 200 len: 848 time: 0.0503657 Sep 02 17:12:06.244233 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae19fe8-8512-4729-b5fe-623221d00935', 'tag': '90197fa8-321d-4eef-a1a9-37af67d46481'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:06.247300 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5161d5-e7fb-436b-adb8-6eb0b468b7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae19fe8-8512-4729-b5fe-623221d00935", "tag": "90197fa8-321d-4eef-a1a9-37af67d46481"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:06.276150 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-f11776f4-2870-40e2-a6fb-e171be9aacfa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36f892ca-fc6c-4434-9e70-c4e6c668d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257232 Sep 02 17:12:06.298392 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e68e0e-3351-416e-abdf-1556d90c5bb0 x-openstack-request-id: req-43e68e0e-3351-416e-abdf-1556d90c5bb0 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:06.298686 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae19fe8-8512-4729-b5fe-623221d00935", "tag": "90197fa8-321d-4eef-a1a9-37af67d46481", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:06.298947 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-43e68e0e-3351-416e-abdf-1556d90c5bb0 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:06.299389 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae19fe8-8512-4729-b5fe-623221d00935', 'tag': '90197fa8-321d-4eef-a1a9-37af67d46481', 'status': 'completed', 'code': 200} Sep 02 17:12:06.336567 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7f6c3127-1ac9-4699-918a-8c85c7d78760 req-b418bee2-74d5-4487-998f-76b069b9cce2 tempest-DeleteServersTestJSON-1448504568 tempest-DeleteServersTestJSON-1448504568-project] 10.222.0.78 "GET /v2.0/ports?device_id=ace7e30a-c8c0-4849-adcf-d12d8db2fcb1 HTTP/1.1" status: 200 len: 210 time: 0.0287395 Sep 02 17:12:06.385214 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-5c8a46f2-4155-4381-a1d7-38226f84a8c5 service neutron] 10.222.0.46 "GET /v2.0/networks/36f892ca-fc6c-4434-9e70-c4e6c668d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985193 Sep 02 17:12:06.486053 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7be413-e1ff-47e5-bdfc-50a49dd8a8e6 req-987da952-ebfc-469a-a80a-466c29767cdf tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:06.486546 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2f7be413-e1ff-47e5-bdfc-50a49dd8a8e6 req-987da952-ebfc-469a-a80a-466c29767cdf tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 945 time: 0.0619752 Sep 02 17:12:06.522964 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cf03caac-768c-41fd-8c26-3780163bbf75 req-0d88613b-3f50-4db2-9e70-46b4277b56ae service neutron] 10.222.0.46 "GET /v2.0/networks/36f892ca-fc6c-4434-9e70-c4e6c668d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269639 Sep 02 17:12:06.537077 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2f7be413-e1ff-47e5-bdfc-50a49dd8a8e6 req-694a0f59-b974-49e0-a654-2fcea3b6d7cb tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434899 Sep 02 17:12:06.692928 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:12:06.906907 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5161d5-e7fb-436b-adb8-6eb0b468b7d5 req-03f65006-d321-4d0b-96a1-f22fbc2ee942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:06.908612 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ad5161d5-e7fb-436b-adb8-6eb0b468b7d5 req-03f65006-d321-4d0b-96a1-f22fbc2ee942 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b574617e3c664f9cb9d80e78d27b3860&device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 1097 time: 0.0503101 Sep 02 17:12:06.944193 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4351f-25c6-4798-8b01-47db26e9b80e req-98031449-48a8-46e5-a39c-1c5611187981 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:06.945966 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-59e4351f-25c6-4798-8b01-47db26e9b80e req-98031449-48a8-46e5-a39c-1c5611187981 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 944 time: 0.2167356 Sep 02 17:12:07.003815 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-59e4351f-25c6-4798-8b01-47db26e9b80e req-a2d5c428-0021-446c-a4f8-e72e0063aa28 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511184 Sep 02 17:12:07.102098 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5161d5-e7fb-436b-adb8-6eb0b468b7d5 req-fc11d346-0c8f-4cef-9b3d-972bb2aef0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:07.104107 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ad5161d5-e7fb-436b-adb8-6eb0b468b7d5 req-fc11d346-0c8f-4cef-9b3d-972bb2aef0f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36f892ca-fc6c-4434-9e70-c4e6c668d49e HTTP/1.1" status: 200 len: 910 time: 0.1137564 Sep 02 17:12:07.155502 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ad5161d5-e7fb-436b-adb8-6eb0b468b7d5 req-e5ea62c6-ea24-4054-b075-a0bbc4e6a1d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90197fa8-321d-4eef-a1a9-37af67d46481 HTTP/1.1" status: 200 len: 217 time: 0.0419793 Sep 02 17:12:07.227963 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5161d5-e7fb-436b-adb8-6eb0b468b7d5 req-fda824ff-bef1-4c87-b58a-5d9af26fae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:07.229474 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ad5161d5-e7fb-436b-adb8-6eb0b468b7d5 req-fda824ff-bef1-4c87-b58a-5d9af26fae4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62ea47e0-fd6b-4e6a-a919-4abb5283030e HTTP/1.1" status: 200 len: 848 time: 0.0541461 Sep 02 17:12:07.279120 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ad5161d5-e7fb-436b-adb8-6eb0b468b7d5 req-1c72b8ba-7cf6-471f-a6c5-ff396dd9f698 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36f892ca-fc6c-4434-9e70-c4e6c668d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276198 Sep 02 17:12:07.402963 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ad5161d5-e7fb-436b-adb8-6eb0b468b7d5 req-26c1be2e-5fa3-4706-8e6b-94052202c138 service neutron] 10.222.0.46 "GET /v2.0/networks/36f892ca-fc6c-4434-9e70-c4e6c668d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043231 Sep 02 17:12:07.605664 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ad5161d5-e7fb-436b-adb8-6eb0b468b7d5 req-b437ff84-78c7-49c4-a2a7-f6e12e523ad2 service neutron] 10.222.0.46 "GET /v2.0/networks/36f892ca-fc6c-4434-9e70-c4e6c668d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058278 Sep 02 17:12:07.693703 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3b2ec-f371-412e-8065-417ec9dcf50e req-0ba9da44-ab50-4df5-839c-876edd5091e4 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:07.695195 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1ba3b2ec-f371-412e-8065-417ec9dcf50e req-0ba9da44-ab50-4df5-839c-876edd5091e4 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 945 time: 0.0755928 Sep 02 17:12:07.735749 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1ba3b2ec-f371-412e-8065-417ec9dcf50e req-6df941e0-0c2d-475d-a0f6-f3ff83c8cc6f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338604 Sep 02 17:12:08.056685 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:08.176940 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90421d-f6f0-48c4-bce2-e4b878aab45e req-498a79f8-dca6-4198-97ad-8659c0ecfd0b tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:08.178570 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fc90421d-f6f0-48c4-bce2-e4b878aab45e req-498a79f8-dca6-4198-97ad-8659c0ecfd0b tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 944 time: 0.0726402 Sep 02 17:12:08.229322 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fc90421d-f6f0-48c4-bce2-e4b878aab45e req-bbd48e25-2db2-4922-9988-d79da5da23a9 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421884 Sep 02 17:12:08.477375 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-144f6cd7-ab34-43aa-8ea9-5369c07e02b8 req-4666f2d5-852e-4b45-a116-6569ed181f64 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458188 Sep 02 17:12:08.584062 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f6cd7-ab34-43aa-8ea9-5369c07e02b8 req-e81832c5-0afd-45c5-859b-19ed69356aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:08.585554 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-144f6cd7-ab34-43aa-8ea9-5369c07e02b8 req-e81832c5-0afd-45c5-859b-19ed69356aff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce61cbece70f44019c9692271ad82af0&device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 1099 time: 0.0407548 Sep 02 17:12:08.730091 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f6cd7-ab34-43aa-8ea9-5369c07e02b8 req-4c338a69-b2e4-47f6-94ac-d2154b5731a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:08.732569 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-144f6cd7-ab34-43aa-8ea9-5369c07e02b8 req-4c338a69-b2e4-47f6-94ac-d2154b5731a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=738444e4-ce26-4b0c-8734-6b95252db57f HTTP/1.1" status: 200 len: 916 time: 0.1028709 Sep 02 17:12:08.786427 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-144f6cd7-ab34-43aa-8ea9-5369c07e02b8 req-b2d74eae-2141-42f3-b641-6b44ba94a164 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c7e5724-ef15-4150-b762-44cb370f19d8 HTTP/1.1" status: 200 len: 217 time: 0.0387218 Sep 02 17:12:08.840048 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f6cd7-ab34-43aa-8ea9-5369c07e02b8 req-a45e5b02-dc7d-4896-9ccf-8231e242cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:08.841661 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-144f6cd7-ab34-43aa-8ea9-5369c07e02b8 req-a45e5b02-dc7d-4896-9ccf-8231e242cda4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a50c83f-5b1e-40ad-a862-f35863b5fb27 HTTP/1.1" status: 200 len: 854 time: 0.0462639 Sep 02 17:12:08.885622 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-144f6cd7-ab34-43aa-8ea9-5369c07e02b8 req-f78de3db-0a87-4b9f-87fe-1af68ad5655c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=738444e4-ce26-4b0c-8734-6b95252db57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248129 Sep 02 17:12:09.035036 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37686) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:09.049749 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-144f6cd7-ab34-43aa-8ea9-5369c07e02b8 req-f2e3e622-c7c9-43ef-ae7c-2e65828467f3 service neutron] 10.222.0.46 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206932 Sep 02 17:12:09.112090 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4200e1a-348a-48f3-8b24-6f3fa8c1332d admin admin] Deleting subnet b95f878c-3924-4291-a851-55eeab3176a2 {{(pid=94732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:12:09.118049 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c4200e1a-348a-48f3-8b24-6f3fa8c1332d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:09.163341 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-144f6cd7-ab34-43aa-8ea9-5369c07e02b8 req-01ce4a26-96d1-4cdb-8ba9-b6b5ea696f76 service neutron] 10.222.0.46 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000748 Sep 02 17:12:09.183136 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c4200e1a-348a-48f3-8b24-6f3fa8c1332d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3612834'] for subnet, precommit_delete_associations {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:09.242276 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c4200e1a-348a-48f3-8b24-6f3fa8c1332d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467972'] for subnet, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:09.370883 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f17aac-1c89-4494-bbfe-bd3f77b26f68 req-c5d2547c-c171-4e26-bb5f-18917569aad0 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:09.373661 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-03f17aac-1c89-4494-bbfe-bd3f77b26f68 req-c5d2547c-c171-4e26-bb5f-18917569aad0 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 944 time: 0.0554898 Sep 02 17:12:09.409181 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c4200e1a-348a-48f3-8b24-6f3fa8c1332d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1468095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13791280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13343739'] for subnet, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:09.440880 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-03f17aac-1c89-4494-bbfe-bd3f77b26f68 req-2e0adde4-217b-49d9-9bda-ba4b7fbd0ff8 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612578 Sep 02 17:12:09.443374 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4200e1a-348a-48f3-8b24-6f3fa8c1332d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b95f878c-3924-4291-a851-55eeab3176a2,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:09.445457 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c4200e1a-348a-48f3-8b24-6f3fa8c1332d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:09.447286 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-c4200e1a-348a-48f3-8b24-6f3fa8c1332d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b95f878c-3924-4291-a851-55eeab3176a2 HTTP/1.1" status: 204 len: 168 time: 0.4112256 Sep 02 17:12:09.450754 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37696) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:09.520864 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-655bcdd9-1d53-46b9-97dc-1b518dcc5653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645182'] for network, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:09.617020 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-655bcdd9-1d53-46b9-97dc-1b518dcc5653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1470163', 'neutron.services.segments.db._delete_segments_for_network-8737482361959'] for network, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:09.627650 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.services.segments.db [None req-655bcdd9-1d53-46b9-97dc-1b518dcc5653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6594f2c-dea7-4370-aced-0730482b2ad0']}} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:09.639226 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.services.segments.db [None req-655bcdd9-1d53-46b9-97dc-1b518dcc5653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b45b7ec-c042-4ab4-93ed-80f316f2853a') {'for_net_delete': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:09.639522 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.services.segments.db [None req-655bcdd9-1d53-46b9-97dc-1b518dcc5653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b45b7ec-c042-4ab4-93ed-80f316f2853a') {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:09.648901 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-655bcdd9-1d53-46b9-97dc-1b518dcc5653 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737482362224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3616593'] for segment, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:09.666417 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-655bcdd9-1d53-46b9-97dc-1b518dcc5653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:09.674175 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655bcdd9-1d53-46b9-97dc-1b518dcc5653 admin admin] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=94732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:12:09.674664 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-655bcdd9-1d53-46b9-97dc-1b518dcc5653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13791326'] for segment, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: Traceback (most recent call last): Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: timer() Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: cb(*args, **kw) Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: return func(*args, **kwargs) Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: self._notify() Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: self.callback(batched_events) Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: event.method(event) Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: return f(self, *a, **k) Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: return self._get(url).json() Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: return self.request(url, 'GET', **kwargs) Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:12:09.676380 dv-cinder-777031-8-iscsi neutron-server[94732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:12:09.819363 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-655bcdd9-1d53-46b9-97dc-1b518dcc5653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483664'] for network, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:09.825977 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-655bcdd9-1d53-46b9-97dc-1b518dcc5653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:09.829320 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-655bcdd9-1d53-46b9-97dc-1b518dcc5653 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d6594f2c-dea7-4370-aced-0730482b2ad0 HTTP/1.1" status: 204 len: 168 time: 0.3768206 Sep 02 17:12:09.842488 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bcdd9-1d53-46b9-97dc-1b518dcc5653 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6594f2c-dea7-4370-aced-0730482b2ad0,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:10.192596 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37708) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:10.246909 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-2c20eabd-89ef-44af-a998-0ee77936d59c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ef606c1b3cc84a64b5e1c1a475836a90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0530732 Sep 02 17:12:10.250921 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37714) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:10.306379 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b87ebf61-e9eb-452f-8a81-b19fa41f3a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:10.328473 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b87ebf61-e9eb-452f-8a81-b19fa41f3a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:10.459201 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b87ebf61-e9eb-452f-8a81-b19fa41f3a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:10.461941 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b87ebf61-e9eb-452f-8a81-b19fa41f3a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:10.463135 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-b87ebf61-e9eb-452f-8a81-b19fa41f3a49 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eeba50be-82ae-4b40-9dc6-594006947f0c HTTP/1.1" status: 204 len: 168 time: 0.2112756 Sep 02 17:12:10.474705 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ebf61-e9eb-452f-8a81-b19fa41f3a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeba50be-82ae-4b40-9dc6-594006947f0c,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:10.612730 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59e64d-3124-4cd9-908e-60917aec6992 req-401afa7d-8c86-450e-8806-adaa1bbca9d4 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:10.614237 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fa59e64d-3124-4cd9-908e-60917aec6992 req-401afa7d-8c86-450e-8806-adaa1bbca9d4 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 944 time: 0.0698934 Sep 02 17:12:10.657541 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fa59e64d-3124-4cd9-908e-60917aec6992 req-ae3aadbf-3382-41f7-84e7-ff88a15c5ef5 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361900 Sep 02 17:12:10.674083 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 90197fa8-321d-4eef-a1a9-37af67d46481 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:12:10.824902 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 90197fa8-321d-4eef-a1a9-37af67d46481, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=90197fa8-321d-4eef-a1a9-37af67d46481,segment=NetworkSegment(e2046494-c00d-4a1d-b941-0b549b81dcaf),segment_id=e2046494-c00d-4a1d-b941-0b549b81dcaf)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:10.849632 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': '90197fa8-321d-4eef-a1a9-37af67d46481', 'network_id': '36f892ca-fc6c-4434-9e70-c4e6c668d49e', 'port_id': '90197fa8-321d-4eef-a1a9-37af67d46481', 'mac_address': 'fa:16:3e:d1:56:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ea47e0-fd6b-4e6a-a919-4abb5283030e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:12:10.896996 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:10.915504 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90197fa8-321d-4eef-a1a9-37af67d46481 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:12:10.938126 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 90197fa8-321d-4eef-a1a9-37af67d46481, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=90197fa8-321d-4eef-a1a9-37af67d46481,segment=NetworkSegment(e2046494-c00d-4a1d-b941-0b549b81dcaf),segment_id=e2046494-c00d-4a1d-b941-0b549b81dcaf)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:11.024683 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:11.080167 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e23456-7abb-4aae-99c0-187871ca7752 req-441eb2ff-7c65-4aeb-8ca6-e93124e3fd95 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:11.082161 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-81e23456-7abb-4aae-99c0-187871ca7752 req-441eb2ff-7c65-4aeb-8ca6-e93124e3fd95 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/networks?id=738444e4-ce26-4b0c-8734-6b95252db57f HTTP/1.1" status: 200 len: 814 time: 0.1391251 Sep 02 17:12:11.094835 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=90197fa8-321d-4eef-a1a9-37af67d46481,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:11.105858 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-81e23456-7abb-4aae-99c0-187871ca7752 req-6488dcef-608c-4541-ad6f-a78e205e9f0e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/quotas/ce61cbece70f44019c9692271ad82af0 HTTP/1.1" status: 200 len: 375 time: 0.0164974 Sep 02 17:12:11.164603 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-81e23456-7abb-4aae-99c0-187871ca7752 req-9ab3fdc9-006b-4ec0-a824-3d7f537bd34c tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ce61cbece70f44019c9692271ad82af0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570092 Sep 02 17:12:11.267057 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-81e23456-7abb-4aae-99c0-187871ca7752 req-8e793b97-c29e-4a8b-8e47-10ca266c93a6 service neutron] 10.222.0.78 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952291 Sep 02 17:12:11.389609 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-81e23456-7abb-4aae-99c0-187871ca7752 req-14535834-5386-4cc6-81ab-179c5f011d90 service neutron] 10.222.0.78 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152790 Sep 02 17:12:11.420452 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['90197fa8-321d-4eef-a1a9-37af67d46481'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:11.726179 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37772) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:11.798823 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87db6a-e1f4-496d-bfbf-28ffb947b051 req-e1be2c21-77c9-4953-9004-e064a0e8bc09 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:11.800338 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3b87db6a-e1f4-496d-bfbf-28ffb947b051 req-e1be2c21-77c9-4953-9004-e064a0e8bc09 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 945 time: 0.0538802 Sep 02 17:12:11.849077 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3b87db6a-e1f4-496d-bfbf-28ffb947b051 req-97125954-5660-4228-9cbb-cef7884e2400 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424430 Sep 02 17:12:11.864253 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-4fb73c95-d2ba-498f-abf7-3cadbe00f7fa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2079949839-network', 'tenant_id': 'a4812d28f2a546d688696505f61ea503'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:11.887271 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c3b97429-d0ac-4a2a-a2e8-1b6820c212c6 req-aafdf8db-ffad-4772-b35e-fc8a286f3254 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 210 time: 0.0369263 Sep 02 17:12:11.984719 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb73c95-d2ba-498f-abf7-3cadbe00f7fa admin admin] Made reservation on behalf of a4812d28f2a546d688696505f61ea503 for: {'network': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:12:11.987187 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4fb73c95-d2ba-498f-abf7-3cadbe00f7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:11.995797 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4fb73c95-d2ba-498f-abf7-3cadbe00f7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.083854 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4fb73c95-d2ba-498f-abf7-3cadbe00f7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.173156 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4fb73c95-d2ba-498f-abf7-3cadbe00f7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.197563 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb73c95-d2ba-498f-abf7-3cadbe00f7fa admin admin] vlan segment allocate from pool success with {'vlan_id': 1247, 'physical_network': 'physnet1'} {{(pid=94732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:12:12.207727 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb73c95-d2ba-498f-abf7-3cadbe00f7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba68b17c-926d-49e7-b941-137de841005c,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:12.212405 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4fb73c95-d2ba-498f-abf7-3cadbe00f7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.212754 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.segments_db [None req-4fb73c95-d2ba-498f-abf7-3cadbe00f7fa admin admin] Added segment 9cedd853-7fed-4049-be62-997c16797b94 of type vlan for network 9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d Sep 02 17:12:12.263485 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4fb73c95-d2ba-498f-abf7-3cadbe00f7fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.367476 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4fb73c95-d2ba-498f-abf7-3cadbe00f7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.368716 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb73c95-d2ba-498f-abf7-3cadbe00f7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:12.369391 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4fb73c95-d2ba-498f-abf7-3cadbe00f7fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.427193 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb73c95-d2ba-498f-abf7-3cadbe00f7fa admin admin] Pushing event updated for resources: {'Network': ['ID=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:12.436722 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network 9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:12:12.517200 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-4fb73c95-d2ba-498f-abf7-3cadbe00f7fa admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7897108 Sep 02 17:12:12.520065 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37792) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:12.525049 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-60277fb7-711a-44aa-a928-bdfa67a5281b admin admin] Request body: {'subnet': {'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2079949839-subnet', 'tenant_id': 'a4812d28f2a546d688696505f61ea503', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:12.607522 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-913919e6-be8e-4353-b00a-596051ed0715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.630448 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60277fb7-711a-44aa-a928-bdfa67a5281b admin admin] Made reservation on behalf of a4812d28f2a546d688696505f61ea503 for: {'subnet': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:12:12.632857 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-60277fb7-711a-44aa-a928-bdfa67a5281b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13343632'] for subnet, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.686462 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 90197fa8-321d-4eef-a1a9-37af67d46481 up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:12:12.841946 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port 90197fa8-321d-4eef-a1a9-37af67d46481 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:12:12.846552 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port 90197fa8-321d-4eef-a1a9-37af67d46481 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:12.846981 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.911666 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-60277fb7-711a-44aa-a928-bdfa67a5281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13791479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13343618'] for subnet, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.935065 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:12.986173 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae19fe8-8512-4729-b5fe-623221d00935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90197fa8-321d-4eef-a1a9-37af67d46481'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:12.988966 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366c62f4-28c2-4b4c-9d51-03e54095906d" -d '{"events": [{"server_uuid": "1ae19fe8-8512-4729-b5fe-623221d00935", "name": "network-vif-plugged", "status": "completed", "tag": "90197fa8-321d-4eef-a1a9-37af67d46481"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:13.002254 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 90197fa8-321d-4eef-a1a9-37af67d46481, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=90197fa8-321d-4eef-a1a9-37af67d46481,segment=NetworkSegment(e2046494-c00d-4a1d-b941-0b549b81dcaf),segment_id=e2046494-c00d-4a1d-b941-0b549b81dcaf)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:13.035623 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ce03c70e-dc24-40dc-9f39-f6a5daea5473 req-3968e1ee-2233-4cd0-8faf-a2631f82fcd7 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 210 time: 0.0546479 Sep 02 17:12:13.040939 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60277fb7-711a-44aa-a928-bdfa67a5281b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f679a40-1eb3-4231-b690-a44300e7c2c9,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:13.068729 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083734de-f8f3-4ece-927a-a82f8f9f976f req-552abd48-64f2-4510-bde2-47fc36e68ba0 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:13.070332 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-083734de-f8f3-4ece-927a-a82f8f9f976f req-552abd48-64f2-4510-bde2-47fc36e68ba0 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 945 time: 0.1494024 Sep 02 17:12:13.071644 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60277fb7-711a-44aa-a928-bdfa67a5281b admin admin] Checking segment: {'id': '9cedd853-7fed-4049-be62-997c16797b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:12:13.072002 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60277fb7-711a-44aa-a928-bdfa67a5281b admin admin] Network hostable DHCP agents. Network: 9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:12:13.094995 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:13.125848 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a9c076-edb1-4ca8-869a-49cb669b4fd0 x-openstack-request-id: req-78a9c076-edb1-4ca8-869a-49cb669b4fd0 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:13.125848 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae19fe8-8512-4729-b5fe-623221d00935", "name": "network-vif-plugged", "status": "completed", "tag": "90197fa8-321d-4eef-a1a9-37af67d46481", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:13.126250 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-083734de-f8f3-4ece-927a-a82f8f9f976f req-07a60361-4020-491b-ae39-dedc1b446c4b tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433540 Sep 02 17:12:13.126437 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-78a9c076-edb1-4ca8-869a-49cb669b4fd0 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:13.126437 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae19fe8-8512-4729-b5fe-623221d00935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90197fa8-321d-4eef-a1a9-37af67d46481', 'code': 200} Sep 02 17:12:13.154499 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=90197fa8-321d-4eef-a1a9-37af67d46481,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:13.270781 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60277fb7-711a-44aa-a928-bdfa67a5281b admin admin] Network 9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:12:13.358859 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-60277fb7-711a-44aa-a928-bdfa67a5281b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, 9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d) {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:13.363842 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60277fb7-711a-44aa-a928-bdfa67a5281b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:13.364470 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-60277fb7-711a-44aa-a928-bdfa67a5281b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:13.368493 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc2f6a3-8274-4dbc-92d4-7de26bbda7d9 None None] Network 9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:12:13.453912 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-60277fb7-711a-44aa-a928-bdfa67a5281b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9326096 Sep 02 17:12:13.460245 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 37812) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:13.462627 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2079949839-router', 'tenant_id': 'a4812d28f2a546d688696505f61ea503', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:13.529355 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a53b48-2b8f-4ebd-8a95-179441139799 None None] Network 9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:12:13.531089 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c7a35-08a6-4264-92f6-691fbcec9b9b req-131407cc-eb32-42ce-a6b3-96f44aa1da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:13.532932 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-080c7a35-08a6-4264-92f6-691fbcec9b9b req-131407cc-eb32-42ce-a6b3-96f44aa1da82 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 1099 time: 0.0430291 Sep 02 17:12:13.542737 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6012'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:13.544452 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6003'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:13.599074 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-080c7a35-08a6-4264-92f6-691fbcec9b9b req-b4e88964-8951-47b2-8563-972f9a86fc8a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494921 Sep 02 17:12:13.627912 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:13.823590 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:14.125068 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:14.148882 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:14.160702 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-17ddca19-6b4e-479e-bca4-bc508c51b9e8 req-641ce0a7-2951-4670-828b-d06d39953c99 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 210 time: 0.0371461 Sep 02 17:12:14.257930 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] Allocated IP 172.27.3.139 (590119a4-1f8b-48ad-9c89-4c6964c18e67/7cdc9a3e-6ce5-4dce-a686-134e15b48f48/5bff2f61-6513-4c6d-b4c5-4b365d8d29bf) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:12:14.275820 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b26081-10d0-4330-8e13-e2b20401918c req-a0221b64-2132-4d03-9db5-a1ea14a4093a tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:14.277518 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-38b26081-10d0-4330-8e13-e2b20401918c req-a0221b64-2132-4d03-9db5-a1ea14a4093a tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 946 time: 0.0605254 Sep 02 17:12:14.317699 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-38b26081-10d0-4330-8e13-e2b20401918c req-4c4f1acd-40ec-48dd-90ff-d2b2110e4d09 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333560 Sep 02 17:12:14.370067 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:14.500578 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:14.552631 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:12:14.555506 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:14.573379 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:12:14.577980 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] Pushing event updated for resources: {'Port': ['ID=5bff2f61-6513-4c6d-b4c5-4b365d8d29bf,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:15.007953 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e23456-7abb-4aae-99c0-187871ca7752 req-70752e44-ca51-47ea-9d0f-8dbcf7ca8f94 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:15.009427 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-81e23456-7abb-4aae-99c0-187871ca7752 req-70752e44-ca51-47ea-9d0f-8dbcf7ca8f94 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.46 "GET /v2.0/networks?id=738444e4-ce26-4b0c-8734-6b95252db57f HTTP/1.1" status: 200 len: 814 time: 0.4517565 Sep 02 17:12:15.042161 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-81e23456-7abb-4aae-99c0-187871ca7752 req-91b7ba91-c6c7-428c-aebf-5c21c8fb146d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Request body: {'port': {'device_id': '4d05e498-de28-4673-a8ac-ec5144523188', 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f', 'admin_state_up': True, 'tenant_id': 'ce61cbece70f44019c9692271ad82af0'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:15.263807 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c652d11c-fa32-451b-a27f-c46d6cab07a9 req-c217e3a6-fd99-4717-a2f9-70c5000356c1 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 210 time: 0.0269599 Sep 02 17:12:15.269865 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:15.299489 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b175ad52-5da3-445b-9be4-968021c2bb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:15.344213 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e23456-7abb-4aae-99c0-187871ca7752 req-91b7ba91-c6c7-428c-aebf-5c21c8fb146d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Made reservation on behalf of ce61cbece70f44019c9692271ad82af0 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:12:15.348737 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-81e23456-7abb-4aae-99c0-187871ca7752 req-91b7ba91-c6c7-428c-aebf-5c21c8fb146d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:15.443539 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae2fd-4810-45bb-a8a3-276ab36f2f7e req-4f10b49c-d235-4eea-9002-f7f1269218a8 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:15.445369 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a99ae2fd-4810-45bb-a8a3-276ab36f2f7e req-4f10b49c-d235-4eea-9002-f7f1269218a8 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 946 time: 0.0546260 Sep 02 17:12:15.508400 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a99ae2fd-4810-45bb-a8a3-276ab36f2f7e req-4f9e02ab-9ca3-4301-ab37-1f10ee47c999 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548923 Sep 02 17:12:15.563230 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:15.591355 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-81e23456-7abb-4aae-99c0-187871ca7752 req-91b7ba91-c6c7-428c-aebf-5c21c8fb146d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Allocated IP 172.20.0.3 (738444e4-ce26-4b0c-8734-6b95252db57f/3a50c83f-5b1e-40ad-a862-f35863b5fb27/1f205826-0aeb-4a04-8754-9da185ebdd65) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:12:15.617899 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649100'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:15.854762 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-81e23456-7abb-4aae-99c0-187871ca7752 req-91b7ba91-c6c7-428c-aebf-5c21c8fb146d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:15.927499 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] Router 9253abb5-d3db-4a60-9df2-91ee8bf284a7 is scheduled to L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:12:15.999305 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-81e23456-7abb-4aae-99c0-187871ca7752 req-91b7ba91-c6c7-428c-aebf-5c21c8fb146d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.039730 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['5c7e5724-ef15-4150-b762-44cb370f19d8', '5216ee43-bf8f-47a9-b43e-0e8555a1ca99'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:16.073423 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e23456-7abb-4aae-99c0-187871ca7752 req-91b7ba91-c6c7-428c-aebf-5c21c8fb146d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Network 738444e4-ce26-4b0c-8734-6b95252db57f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:12:16.076240 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7ba91-c6c7-428c-aebf-5c21c8fb146d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Pushing event updated for resources: {'Port': ['ID=1f205826-0aeb-4a04-8754-9da185ebdd65,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:16.081187 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-81e23456-7abb-4aae-99c0-187871ca7752 req-91b7ba91-c6c7-428c-aebf-5c21c8fb146d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:16.098292 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e23456-7abb-4aae-99c0-187871ca7752 req-91b7ba91-c6c7-428c-aebf-5c21c8fb146d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:12:16.129154 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:12:16.142209 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Sync routers for ids ['9253abb5-d3db-4a60-9df2-91ee8bf284a7'] in dv-cinder-777031-8-iscsi {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:12:16.152022 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Routers {'9253abb5-d3db-4a60-9df2-91ee8bf284a7'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:12:16.152383 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e23456-7abb-4aae-99c0-187871ca7752 req-91b7ba91-c6c7-428c-aebf-5c21c8fb146d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:16.155797 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:12:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['9253abb5-d3db-4a60-9df2-91ee8bf284a7'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:16.155995 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-81e23456-7abb-4aae-99c0-187871ca7752 req-91b7ba91-c6c7-428c-aebf-5c21c8fb146d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.222702 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.237669 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.240981 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-ae906785-738a-4b8d-a84c-fb51d11fbdd8 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7795067 Sep 02 17:12:16.241229 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37852) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:16.264769 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Set router 9253abb5-d3db-4a60-9df2-91ee8bf284a7 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:12:16.265476 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-81e23456-7abb-4aae-99c0-187871ca7752 req-91b7ba91-c6c7-428c-aebf-5c21c8fb146d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2271433 Sep 02 17:12:16.286575 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Request body: {'port': {'device_id': '4d05e498-de28-4673-a8ac-ec5144523188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:16.377654 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.455957 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566209a-91b4-4efb-aefb-c4e88cc9bd69 req-48a750ed-f123-47dd-bd8b-b0108f74f897 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:16.457814 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4566209a-91b4-4efb-aefb-c4e88cc9bd69 req-48a750ed-f123-47dd-bd8b-b0108f74f897 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 931 time: 0.0810463 Sep 02 17:12:16.560243 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253abb5-d3db-4a60-9df2-91ee8bf284a7', 'name': 'tempest-ServerRescueNegativeTestJSON-2079949839-router', 'tenant_id': 'a4812d28f2a546d688696505f61ea503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '5bff2f61-6513-4c6d-b4c5-4b365d8d29bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:13Z', 'updated_at': '2021-09-02T17:12:15Z', 'revision_number': 3, 'project_id': 'a4812d28f2a546d688696505f61ea503', 'gw_port': {'id': '5bff2f61-6513-4c6d-b4c5-4b365d8d29bf', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9253abb5-d3db-4a60-9df2-91ee8bf284a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:14Z', 'updated_at': '2021-09-02T17:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:16.590459 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Checking router: 9253abb5-d3db-4a60-9df2-91ee8bf284a7 for host: dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:12:16.590816 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Updating router 9253abb5-d3db-4a60-9df2-91ee8bf284a7 port 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf binding host dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:12:16.617879 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.619635 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4566209a-91b4-4efb-aefb-c4e88cc9bd69 req-005e5e65-85f7-441d-8003-2eb41da339c0 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269450 Sep 02 17:12:16.779091 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f205826-0aeb-4a04-8754-9da185ebdd65 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:12:16.779793 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d030f88-7f70-44d3-b1c5-c76cf598d758 req-0a4095a6-f5fb-45b5-a21c-20f7ff1b4b56 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:16.781956 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8d030f88-7f70-44d3-b1c5-c76cf598d758 req-0a4095a6-f5fb-45b5-a21c-20f7ff1b4b56 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 946 time: 0.1776412 Sep 02 17:12:16.789359 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.802966 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Transition to ACTIVE for port object 1f205826-0aeb-4a04-8754-9da185ebdd65 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:12:16.887917 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.930479 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:16.943631 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Transition to ACTIVE for port object 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:12:16.968435 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1f205826-0aeb-4a04-8754-9da185ebdd65,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:16.992035 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8d030f88-7f70-44d3-b1c5-c76cf598d758 req-58e0ae4e-7e86-433c-a86b-3571b1e0dc11 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036161 Sep 02 17:12:17.018803 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.035626 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Attempting to bind port 1f205826-0aeb-4a04-8754-9da185ebdd65 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:12:17.036550 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Attempting to bind port 1f205826-0aeb-4a04-8754-9da185ebdd65 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '8d75137e-1fd7-4082-91a5-5b85d1ff8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:12:17.036550 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Attempting to bind port 1f205826-0aeb-4a04-8754-9da185ebdd65 on network 738444e4-ce26-4b0c-8734-6b95252db57f {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:17.042985 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Port 1f205826-0aeb-4a04-8754-9da185ebdd65 on network 738444e4-ce26-4b0c-8734-6b95252db57f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:12:17.043321 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Attempting to bind port 1f205826-0aeb-4a04-8754-9da185ebdd65 on network 738444e4-ce26-4b0c-8734-6b95252db57f {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:17.050679 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:12:17.051089 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Checking segment: {'id': '8d75137e-1fd7-4082-91a5-5b85d1ff8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:12:17.051490 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Bound using segment: {'id': '8d75137e-1fd7-4082-91a5-5b85d1ff8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:12:17.052013 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Bound port: 1f205826-0aeb-4a04-8754-9da185ebdd65, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d75137e-1fd7-4082-91a5-5b85d1ff8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:12:17.052653 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.064936 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa914e-a159-461c-8498-11bcb8872bda None None] Pushing event updated for resources: {'Port': ['ID=5bff2f61-6513-4c6d-b4c5-4b365d8d29bf,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:17.078867 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa914e-a159-461c-8498-11bcb8872bda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:17.079395 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa914e-a159-461c-8498-11bcb8872bda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:17.079841 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa914e-a159-461c-8498-11bcb8872bda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:17.080421 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa914e-a159-461c-8498-11bcb8872bda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:17.080909 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa914e-a159-461c-8498-11bcb8872bda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:17.081783 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa914e-a159-461c-8498-11bcb8872bda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:17.082065 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa914e-a159-461c-8498-11bcb8872bda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:17.082495 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa914e-a159-461c-8498-11bcb8872bda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:17.083072 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa914e-a159-461c-8498-11bcb8872bda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:17.083598 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa914e-a159-461c-8498-11bcb8872bda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:17.084004 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa914e-a159-461c-8498-11bcb8872bda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:17.084428 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa914e-a159-461c-8498-11bcb8872bda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:12:17.121758 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Attempting to bind port 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:12:17.122520 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Attempting to bind port 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:12:17.122994 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Attempting to bind port 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf on network 590119a4-1f8b-48ad-9c89-4c6964c18e67 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:17.130452 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:12:17.131127 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Checking segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:12:17.131601 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.132078 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Bound using segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:12:17.132682 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Bound port: 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:12:17.133199 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.157085 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] For port 1f205826-0aeb-4a04-8754-9da185ebdd65, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:12:17.162618 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] For port 1f205826-0aeb-4a04-8754-9da185ebdd65, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1f205826-0aeb-4a04-8754-9da185ebdd65,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:12:17.165396 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-92dfb40b-fde7-4921-b893-06a1baa6ad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.194680 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] For port 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:12:17.198397 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] For port 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=5bff2f61-6513-4c6d-b4c5-4b365d8d29bf,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:12:17.225635 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.262559 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:17.263173 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.265181 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] 10.222.0.46 "PUT /v2.0/ports/1f205826-0aeb-4a04-8754-9da185ebdd65 HTTP/1.1" status: 200 len: 1093 time: 0.9827504 Sep 02 17:12:17.265632 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d05e498-de28-4673-a8ac-ec5144523188', 'tag': '1f205826-0aeb-4a04-8754-9da185ebdd65'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:17.267856 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7ee7de-eafc-4068-8a21-c0f0ee200418" -d '{"events": [{"name": "network-changed", "server_uuid": "4d05e498-de28-4673-a8ac-ec5144523188", "tag": "1f205826-0aeb-4a04-8754-9da185ebdd65"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:17.291593 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e604a-05e1-48a9-a136-287b87e800c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1f205826-0aeb-4a04-8754-9da185ebdd65,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:17.291847 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.322696 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163cb971-6738-40c9-a90e-395df6ebec94 x-openstack-request-id: req-163cb971-6738-40c9-a90e-395df6ebec94 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:17.323587 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d05e498-de28-4673-a8ac-ec5144523188", "tag": "1f205826-0aeb-4a04-8754-9da185ebdd65", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:17.323844 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-163cb971-6738-40c9-a90e-395df6ebec94 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:17.324245 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d05e498-de28-4673-a8ac-ec5144523188', 'tag': '1f205826-0aeb-4a04-8754-9da185ebdd65', 'status': 'completed', 'code': 200} Sep 02 17:12:17.338346 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_common [None req-92dfb40b-fde7-4921-b893-06a1baa6ad3e admin admin] Allocated IP 172.20.0.1 (9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d/6f679a40-1eb3-4231-b690-a44300e7c2c9/1ac07097-ba30-4b4b-948f-b836b70ffd29) {{(pid=94732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:12:17.378629 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Routers {'9253abb5-d3db-4a60-9df2-91ee8bf284a7'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:12:17.379172 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:12:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['9253abb5-d3db-4a60-9df2-91ee8bf284a7'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:17.382658 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa914e-a159-461c-8498-11bcb8872bda None None] Pushing event updated for resources: {'Port': ['ID=5bff2f61-6513-4c6d-b4c5-4b365d8d29bf,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:17.429184 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ee7de-eafc-4068-8a21-c0f0ee200418 req-19deab9f-677d-4b27-b399-d42217b380d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:17.430524 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1b7ee7de-eafc-4068-8a21-c0f0ee200418 req-19deab9f-677d-4b27-b399-d42217b380d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce61cbece70f44019c9692271ad82af0&device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 1096 time: 0.0506835 Sep 02 17:12:17.458934 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-92dfb40b-fde7-4921-b893-06a1baa6ad3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.500892 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] Set router 9253abb5-d3db-4a60-9df2-91ee8bf284a7 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:12:17.564669 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ee7de-eafc-4068-8a21-c0f0ee200418 req-9d0f6140-1645-4cf9-b128-1ee5c58df7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:17.564669 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1b7ee7de-eafc-4068-8a21-c0f0ee200418 req-9d0f6140-1645-4cf9-b128-1ee5c58df7c6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ce61cbece70f44019c9692271ad82af0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1174853 Sep 02 17:12:17.568343 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-92dfb40b-fde7-4921-b893-06a1baa6ad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.604997 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dfb40b-fde7-4921-b893-06a1baa6ad3e admin admin] Network 9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:12:17.610274 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-92dfb40b-fde7-4921-b893-06a1baa6ad3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:17.614042 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dfb40b-fde7-4921-b893-06a1baa6ad3e admin admin] Received port after_create {{(pid=94732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:12:17.638706 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfb40b-fde7-4921-b893-06a1baa6ad3e admin admin] Pushing event updated for resources: {'Port': ['ID=1ac07097-ba30-4b4b-948f-b836b70ffd29,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:17.667317 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-92dfb40b-fde7-4921-b893-06a1baa6ad3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483803'] for router_interface, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:17.691238 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ee7de-eafc-4068-8a21-c0f0ee200418 req-3c156b4c-c956-445f-8671-864b9051f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:17.692952 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1b7ee7de-eafc-4068-8a21-c0f0ee200418 req-3c156b4c-c956-445f-8671-864b9051f046 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1216445 Sep 02 17:12:17.712958 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253abb5-d3db-4a60-9df2-91ee8bf284a7', 'name': 'tempest-ServerRescueNegativeTestJSON-2079949839-router', 'tenant_id': 'a4812d28f2a546d688696505f61ea503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '5bff2f61-6513-4c6d-b4c5-4b365d8d29bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:13Z', 'updated_at': '2021-09-02T17:12:15Z', 'revision_number': 3, 'project_id': 'a4812d28f2a546d688696505f61ea503', 'gw_port': {'id': '5bff2f61-6513-4c6d-b4c5-4b365d8d29bf', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9253abb5-d3db-4a60-9df2-91ee8bf284a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:14Z', 'updated_at': '2021-09-02T17:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:17.753317 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac34be2-58bc-40ca-8a18-d9da4924af76 None None] The sync data for ids ['9253abb5-d3db-4a60-9df2-91ee8bf284a7'] in dv-cinder-777031-8-iscsi is: [{'id': '9253abb5-d3db-4a60-9df2-91ee8bf284a7', 'name': 'tempest-ServerRescueNegativeTestJSON-2079949839-router', 'tenant_id': 'a4812d28f2a546d688696505f61ea503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '5bff2f61-6513-4c6d-b4c5-4b365d8d29bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:13Z', 'updated_at': '2021-09-02T17:12:15Z', 'revision_number': 3, 'project_id': 'a4812d28f2a546d688696505f61ea503', 'gw_port': {'id': '5bff2f61-6513-4c6d-b4c5-4b365d8d29bf', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9253abb5-d3db-4a60-9df2-91ee8bf284a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:14Z', 'updated_at': '2021-09-02T17:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:12:17.848955 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1a0d913f-c949-4733-9d49-500bd94d59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:17.850573 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-81e23456-7abb-4aae-99c0-187871ca7752 req-1a0d913f-c949-4733-9d49-500bd94d59b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce61cbece70f44019c9692271ad82af0&device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 1096 time: 0.0610800 Sep 02 17:12:17.870977 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd97899-f745-4dc4-b1af-31463ca6ed9f req-e26592f1-34c1-4e59-a517-8d1190151382 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:17.872467 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fdd97899-f745-4dc4-b1af-31463ca6ed9f req-e26592f1-34c1-4e59-a517-8d1190151382 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 943 time: 0.1086445 Sep 02 17:12:17.906273 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-81e23456-7abb-4aae-99c0-187871ca7752 req-90db4b47-a190-4217-9ed7-3722ef444c1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f205826-0aeb-4a04-8754-9da185ebdd65 HTTP/1.1" status: 200 len: 217 time: 0.0386529 Sep 02 17:12:17.929445 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fdd97899-f745-4dc4-b1af-31463ca6ed9f req-836040c2-8cd6-43de-8720-72998de88288 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401530 Sep 02 17:12:17.967291 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e23456-7abb-4aae-99c0-187871ca7752 req-b5231be6-ffde-4dde-a217-1c23cbd25322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:17.969489 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-81e23456-7abb-4aae-99c0-187871ca7752 req-b5231be6-ffde-4dde-a217-1c23cbd25322 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a50c83f-5b1e-40ad-a862-f35863b5fb27 HTTP/1.1" status: 200 len: 854 time: 0.0466011 Sep 02 17:12:18.010981 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-81e23456-7abb-4aae-99c0-187871ca7752 req-11573508-b752-46c9-ac63-c0a99c697ad8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=738444e4-ce26-4b0c-8734-6b95252db57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327554 Sep 02 17:12:18.053339 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-92dfb40b-fde7-4921-b893-06a1baa6ad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:18.191034 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-81e23456-7abb-4aae-99c0-187871ca7752 req-dbe859a9-c02e-44d7-a491-ede06a9d284c service neutron] 10.222.0.46 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426935 Sep 02 17:12:18.231754 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:18.296864 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-81e23456-7abb-4aae-99c0-187871ca7752 req-8ee2ab99-596b-4ca3-851c-42c98ed4e88c service neutron] 10.222.0.46 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964632 Sep 02 17:12:18.318494 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-92dfb40b-fde7-4921-b893-06a1baa6ad3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:18.362306 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-92dfb40b-fde7-4921-b893-06a1baa6ad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13791354'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:18.450297 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfb40b-fde7-4921-b893-06a1baa6ad3e admin admin] Pushing event updated for resources: {'Port': ['ID=1ac07097-ba30-4b4b-948f-b836b70ffd29,revision_number=2']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:18.452870 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-92dfb40b-fde7-4921-b893-06a1baa6ad3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650571'] for router_interface, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:18.550277 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dfb40b-fde7-4921-b893-06a1baa6ad3e admin admin] Network 9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:12:18.551748 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-92dfb40b-fde7-4921-b893-06a1baa6ad3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:18.669644 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92dfb40b-fde7-4921-b893-06a1baa6ad3e admin admin] Router 9253abb5-d3db-4a60-9df2-91ee8bf284a7 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:12:18.811646 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dfb40b-fde7-4921-b893-06a1baa6ad3e admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:12:18.812896 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:12:18.816909 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-92dfb40b-fde7-4921-b893-06a1baa6ad3e admin admin] 10.222.0.78 "PUT /v2.0/routers/9253abb5-d3db-4a60-9df2-91ee8bf284a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5745730 Sep 02 17:12:18.968781 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:12:18.973323 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:18.973703 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:19.052868 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af797c89-9ad3-4ff9-bd14-1502ee39e179 req-71b77b15-68f5-48b8-ab82-3fb9ffafbc2b tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:19.055496 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-af797c89-9ad3-4ff9-bd14-1502ee39e179 req-71b77b15-68f5-48b8-ab82-3fb9ffafbc2b tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 946 time: 0.0840247 Sep 02 17:12:19.085106 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:19.105694 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=5bff2f61-6513-4c6d-b4c5-4b365d8d29bf,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:19.126334 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-af797c89-9ad3-4ff9-bd14-1502ee39e179 req-71d72412-6fee-4b61-8fa0-cc18627a345f tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605044 Sep 02 17:12:19.134635 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a953d-3b2f-444e-93bc-5cdffaff0f16 req-3ad8a72b-461a-486e-9cd3-dd6dd5479c57 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:19.136086 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d48a953d-3b2f-444e-93bc-5cdffaff0f16 req-3ad8a72b-461a-486e-9cd3-dd6dd5479c57 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 943 time: 0.0796847 Sep 02 17:12:19.168941 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:19.190976 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d48a953d-3b2f-444e-93bc-5cdffaff0f16 req-587671fb-4c48-4a3e-8b3d-82d1329a99db tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478556 Sep 02 17:12:19.234444 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=5bff2f61-6513-4c6d-b4c5-4b365d8d29bf,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:19.461849 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-aa4ee7ab-b786-40c2-9ea6-80f3a4b7fecd tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:19.463442 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-aa4ee7ab-b786-40c2-9ea6-80f3a4b7fecd tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/networks?id=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d HTTP/1.1" status: 200 len: 819 time: 0.1186960 Sep 02 17:12:19.479171 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-87eba8b7-9283-400b-a380-91b373f9635a tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/quotas/a4812d28f2a546d688696505f61ea503 HTTP/1.1" status: 200 len: 375 time: 0.0098743 Sep 02 17:12:19.539946 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-ff5cb94c-62b8-486f-a237-5d345beef30a tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4812d28f2a546d688696505f61ea503&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0548675 Sep 02 17:12:19.588062 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Sync routers for ids ['9253abb5-d3db-4a60-9df2-91ee8bf284a7'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:12:19.596294 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 37930) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:19.605336 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Routers {'9253abb5-d3db-4a60-9df2-91ee8bf284a7'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:12:19.606051 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:12:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['9253abb5-d3db-4a60-9df2-91ee8bf284a7'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:19.647214 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-46c4baf6-0af5-485f-9a68-da0642f45dea service neutron] 10.222.0.78 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976090 Sep 02 17:12:19.712590 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10a385f3-31e9-438e-a869-90f6db017d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:19.729128 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Set router 9253abb5-d3db-4a60-9df2-91ee8bf284a7 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:12:19.773538 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-775b3cd9-a816-48b5-9a1f-a48b455ee5c3 service neutron] 10.222.0.78 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155071 Sep 02 17:12:19.847218 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10a385f3-31e9-438e-a869-90f6db017d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:19.950992 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10a385f3-31e9-438e-a869-90f6db017d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:19.982491 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253abb5-d3db-4a60-9df2-91ee8bf284a7', 'name': 'tempest-ServerRescueNegativeTestJSON-2079949839-router', 'tenant_id': 'a4812d28f2a546d688696505f61ea503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '5bff2f61-6513-4c6d-b4c5-4b365d8d29bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:13Z', 'updated_at': '2021-09-02T17:12:17Z', 'revision_number': 4, 'project_id': 'a4812d28f2a546d688696505f61ea503', 'gw_port': {'id': '5bff2f61-6513-4c6d-b4c5-4b365d8d29bf', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253abb5-d3db-4a60-9df2-91ee8bf284a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:14Z', 'updated_at': '2021-09-02T17:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '1ac07097-ba30-4b4b-948f-b836b70ffd29', 'name': '', 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d', 'tenant_id': 'a4812d28f2a546d688696505f61ea503', 'mac_address': 'fa:16:3e:02:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9253abb5-d3db-4a60-9df2-91ee8bf284a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6f679a40-1eb3-4231-b690-a44300e7c2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:17Z', 'updated_at': '2021-09-02T17:12:18Z', 'revision_number': 2, 'project_id': 'a4812d28f2a546d688696505f61ea503', 'subnets': [{'id': '6f679a40-1eb3-4231-b690-a44300e7c2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:19.991226 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a385f3-31e9-438e-a869-90f6db017d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7708935-bfc7-44af-aead-a2997bdbcfd6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:19.995599 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-10a385f3-31e9-438e-a869-90f6db017d63 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=71ac735879bd44b4834461109a50dcea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982198 Sep 02 17:12:19.998598 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37938) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:20.021805 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Checking router: 9253abb5-d3db-4a60-9df2-91ee8bf284a7 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:12:20.022164 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Updating router 9253abb5-d3db-4a60-9df2-91ee8bf284a7 port 1ac07097-ba30-4b4b-948f-b836b70ffd29 binding host dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:12:20.054432 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:20.087501 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6a75d307-a966-4092-8e58-b8f6ad6f58e2 req-aeee2b81-7c7e-4d97-a9fc-bcd8ba412822 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 210 time: 0.0325491 Sep 02 17:12:20.113476 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c2f62801-9e07-4c17-9668-e8383a062d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:20.139440 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c2f62801-9e07-4c17-9668-e8383a062d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:20.328918 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c2f62801-9e07-4c17-9668-e8383a062d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:20.331817 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c2f62801-9e07-4c17-9668-e8383a062d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:20.332995 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-c2f62801-9e07-4c17-9668-e8383a062d4e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d7708935-bfc7-44af-aead-a2997bdbcfd6 HTTP/1.1" status: 204 len: 168 time: 0.3324101 Sep 02 17:12:20.349078 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62801-9e07-4c17-9668-e8383a062d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7708935-bfc7-44af-aead-a2997bdbcfd6,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:20.369651 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07adf6-6c67-4121-8715-9105b0f1c0fe req-dcb1b6ff-3940-4186-93bf-efd2a143ae45 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:20.378577 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-af07adf6-6c67-4121-8715-9105b0f1c0fe req-dcb1b6ff-3940-4186-93bf-efd2a143ae45 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 946 time: 0.1273532 Sep 02 17:12:20.415904 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:20.427341 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Transition to ACTIVE for port object 1ac07097-ba30-4b4b-948f-b836b70ffd29 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:12:20.430310 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0586-5d3f-4484-819b-e22f9ec3edb3 req-2cdb88fc-0ecc-458e-92e8-38d44b6e49a6 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:20.431840 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1d4f0586-5d3f-4484-819b-e22f9ec3edb3 req-2cdb88fc-0ecc-458e-92e8-38d44b6e49a6 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 943 time: 0.1481385 Sep 02 17:12:20.437964 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-af07adf6-6c67-4121-8715-9105b0f1c0fe req-089505d1-276f-4f68-9a63-e984ede0363e tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584595 Sep 02 17:12:20.484373 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1d4f0586-5d3f-4484-819b-e22f9ec3edb3 req-2a1682d4-ab75-4773-ae56-0560a71c32b4 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445797 Sep 02 17:12:20.550853 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:20.621961 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31413fce-2ee5-4662-816f-7df950bbfa8d None None] Pushing event updated for resources: {'Port': ['ID=1ac07097-ba30-4b4b-948f-b836b70ffd29,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:20.673721 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Attempting to bind port 1ac07097-ba30-4b4b-948f-b836b70ffd29 on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:12:20.674231 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Attempting to bind port 1ac07097-ba30-4b4b-948f-b836b70ffd29 by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': '9cedd853-7fed-4049-be62-997c16797b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:12:20.674675 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Attempting to bind port 1ac07097-ba30-4b4b-948f-b836b70ffd29 on network 9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:20.679261 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-e382185b-1fe5-4856-9162-a80e99707be9 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:20.680834 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-e382185b-1fe5-4856-9162-a80e99707be9 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/networks?id=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d HTTP/1.1" status: 200 len: 819 time: 0.1507137 Sep 02 17:12:20.681494 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:12:20.681885 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Checking segment: {'id': '9cedd853-7fed-4049-be62-997c16797b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:12:20.689419 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:20.689419 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Bound using segment: {'id': '9cedd853-7fed-4049-be62-997c16797b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:12:20.689419 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Bound port: 1ac07097-ba30-4b4b-948f-b836b70ffd29, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cedd853-7fed-4049-be62-997c16797b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:12:20.689419 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:20.701656 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-9c0f814d-a7f4-4c46-9fc0-983b9b0981d2 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/quotas/a4812d28f2a546d688696505f61ea503 HTTP/1.1" status: 200 len: 375 time: 0.0138896 Sep 02 17:12:20.761694 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:12:20.791615 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-ff64fe14-e270-4b9b-88ff-7827e1db641d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4812d28f2a546d688696505f61ea503&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833404 Sep 02 17:12:20.824598 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] For port 1ac07097-ba30-4b4b-948f-b836b70ffd29, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:12:20.848335 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] For port 1ac07097-ba30-4b4b-948f-b836b70ffd29, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=1ac07097-ba30-4b4b-948f-b836b70ffd29,segment=NetworkSegment(9cedd853-7fed-4049-be62-997c16797b94),segment_id=9cedd853-7fed-4049-be62-997c16797b94)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:12:20.862477 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:20.863445 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:20.922806 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-314821bd-2ba0-465b-8c79-4c2a20047b4c service neutron] 10.222.0.78 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221547 Sep 02 17:12:20.928923 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:21.016164 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f929941-7145-4323-b7c7-259ce2b6c0f0 req-8fd824f5-e370-4cce-883e-ea8240b072be tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:21.017720 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4f929941-7145-4323-b7c7-259ce2b6c0f0 req-8fd824f5-e370-4cce-883e-ea8240b072be tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.46 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 946 time: 0.0712719 Sep 02 17:12:21.032747 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-08e6499b-760b-46fd-af9c-473f83e73a38 service neutron] 10.222.0.78 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090350 Sep 02 17:12:21.069611 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Routers {'9253abb5-d3db-4a60-9df2-91ee8bf284a7'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:12:21.070394 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:12:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['9253abb5-d3db-4a60-9df2-91ee8bf284a7'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:21.169621 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-4f929941-7145-4323-b7c7-259ce2b6c0f0 req-0e695882-b50e-463d-89d0-86b5de23f761 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Deleting port 90197fa8-321d-4eef-a1a9-37af67d46481 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:12:21.170083 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4f929941-7145-4323-b7c7-259ce2b6c0f0 req-0e695882-b50e-463d-89d0-86b5de23f761 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:21.183572 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31413fce-2ee5-4662-816f-7df950bbfa8d None None] Pushing event updated for resources: {'Port': ['ID=1ac07097-ba30-4b4b-948f-b836b70ffd29,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:21.236338 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] Set router 9253abb5-d3db-4a60-9df2-91ee8bf284a7 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:12:21.294784 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-4f929941-7145-4323-b7c7-259ce2b6c0f0 req-0e695882-b50e-463d-89d0-86b5de23f761 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] For port 90197fa8-321d-4eef-a1a9-37af67d46481, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=90197fa8-321d-4eef-a1a9-37af67d46481,segment=NetworkSegment(e2046494-c00d-4a1d-b941-0b549b81dcaf),segment_id=e2046494-c00d-4a1d-b941-0b549b81dcaf)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:21.295150 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4f929941-7145-4323-b7c7-259ce2b6c0f0 req-0e695882-b50e-463d-89d0-86b5de23f761 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:21.310082 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-4f929941-7145-4323-b7c7-259ce2b6c0f0 req-0e695882-b50e-463d-89d0-86b5de23f761 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Calling delete_port for 90197fa8-321d-4eef-a1a9-37af67d46481 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:12:21.329892 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8e02015d-638a-46a5-a60d-b2a85dd7e2ce req-5247acbd-2506-41f3-a615-0e42a75b74f7 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 210 time: 0.0664084 Sep 02 17:12:21.384848 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 37990) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:21.402132 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fd7734d4-1d57-4184-9d47-452b1e2162f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:21.517099 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fd7734d4-1d57-4184-9d47-452b1e2162f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:21.548099 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253abb5-d3db-4a60-9df2-91ee8bf284a7', 'name': 'tempest-ServerRescueNegativeTestJSON-2079949839-router', 'tenant_id': 'a4812d28f2a546d688696505f61ea503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '5bff2f61-6513-4c6d-b4c5-4b365d8d29bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:13Z', 'updated_at': '2021-09-02T17:12:17Z', 'revision_number': 4, 'project_id': 'a4812d28f2a546d688696505f61ea503', 'gw_port': {'id': '5bff2f61-6513-4c6d-b4c5-4b365d8d29bf', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253abb5-d3db-4a60-9df2-91ee8bf284a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:14Z', 'updated_at': '2021-09-02T17:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '1ac07097-ba30-4b4b-948f-b836b70ffd29', 'name': '', 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d', 'tenant_id': 'a4812d28f2a546d688696505f61ea503', 'mac_address': 'fa:16:3e:02:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9253abb5-d3db-4a60-9df2-91ee8bf284a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6f679a40-1eb3-4231-b690-a44300e7c2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:17Z', 'updated_at': '2021-09-02T17:12:20Z', 'revision_number': 4, 'project_id': 'a4812d28f2a546d688696505f61ea503', 'subnets': [{'id': '6f679a40-1eb3-4231-b690-a44300e7c2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:21.578489 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f7aa03-f473-4f69-9281-6224c6370da2 None None] The sync data for ids ['9253abb5-d3db-4a60-9df2-91ee8bf284a7'] in dv-cinder-777031-8-iscsi is: [{'id': '9253abb5-d3db-4a60-9df2-91ee8bf284a7', 'name': 'tempest-ServerRescueNegativeTestJSON-2079949839-router', 'tenant_id': 'a4812d28f2a546d688696505f61ea503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '5bff2f61-6513-4c6d-b4c5-4b365d8d29bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:13Z', 'updated_at': '2021-09-02T17:12:17Z', 'revision_number': 4, 'project_id': 'a4812d28f2a546d688696505f61ea503', 'gw_port': {'id': '5bff2f61-6513-4c6d-b4c5-4b365d8d29bf', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253abb5-d3db-4a60-9df2-91ee8bf284a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:14Z', 'updated_at': '2021-09-02T17:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '1ac07097-ba30-4b4b-948f-b836b70ffd29', 'name': '', 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d', 'tenant_id': 'a4812d28f2a546d688696505f61ea503', 'mac_address': 'fa:16:3e:02:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9253abb5-d3db-4a60-9df2-91ee8bf284a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6f679a40-1eb3-4231-b690-a44300e7c2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:17Z', 'updated_at': '2021-09-02T17:12:20Z', 'revision_number': 4, 'project_id': 'a4812d28f2a546d688696505f61ea503', 'subnets': [{'id': '6f679a40-1eb3-4231-b690-a44300e7c2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:12:21.619870 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4f929941-7145-4323-b7c7-259ce2b6c0f0 req-0e695882-b50e-463d-89d0-86b5de23f761 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:21.656835 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-fd7734d4-1d57-4184-9d47-452b1e2162f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:21.661766 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['90197fa8-321d-4eef-a1a9-37af67d46481'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:21.680894 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e695882-b50e-463d-89d0-86b5de23f761 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Pushing event deleted for resources: {'Port': ['ID=90197fa8-321d-4eef-a1a9-37af67d46481,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:21.765575 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7734d4-1d57-4184-9d47-452b1e2162f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08777b11-da62-4226-a666-4803bc1ad1b8,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:21.791532 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb32c7-a1d3-4531-b320-3bf4d22a39a7 req-08541324-7fce-4f7a-bd35-7d3b96ee8c2b tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:21.793146 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9fbb32c7-a1d3-4531-b320-3bf4d22a39a7 req-08541324-7fce-4f7a-bd35-7d3b96ee8c2b tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 867 time: 0.2470779 Sep 02 17:12:21.800570 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-fd7734d4-1d57-4184-9d47-452b1e2162f2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2d91fe958ee643268ed112dc224d8cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112647 Sep 02 17:12:21.800570 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 38006) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:21.813926 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f929941-7145-4323-b7c7-259ce2b6c0f0 req-0e695882-b50e-463d-89d0-86b5de23f761 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] No DVR routers for this DVR port 90197fa8-321d-4eef-a1a9-37af67d46481 on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:12:21.820528 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4f929941-7145-4323-b7c7-259ce2b6c0f0 req-0e695882-b50e-463d-89d0-86b5de23f761 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:21.822592 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4f929941-7145-4323-b7c7-259ce2b6c0f0 req-0e695882-b50e-463d-89d0-86b5de23f761 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.46 "DELETE /v2.0/ports/90197fa8-321d-4eef-a1a9-37af67d46481 HTTP/1.1" status: 204 len: 173 time: 0.7880428 Sep 02 17:12:21.825469 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae19fe8-8512-4729-b5fe-623221d00935', 'name': 'network-vif-deleted', 'tag': '90197fa8-321d-4eef-a1a9-37af67d46481'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:21.826748 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f929b30-7e8d-41c3-bd3a-159921ed9060" -d '{"events": [{"server_uuid": "1ae19fe8-8512-4729-b5fe-623221d00935", "name": "network-vif-deleted", "tag": "90197fa8-321d-4eef-a1a9-37af67d46481"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:21.829171 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57c4cb-8343-48dd-9a77-681407bc9e62 req-54996232-c546-4728-9e17-f74341b351a6 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:21.831056 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6d57c4cb-8343-48dd-9a77-681407bc9e62 req-54996232-c546-4728-9e17-f74341b351a6 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 943 time: 0.2443433 Sep 02 17:12:21.929185 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9fbb32c7-a1d3-4531-b320-3bf4d22a39a7 req-204f3426-f19c-4bce-aa57-7f54802c31be tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948718 Sep 02 17:12:21.934493 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6d57c4cb-8343-48dd-9a77-681407bc9e62 req-2e8bfca9-6923-498a-b740-8507d094e3f8 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858943 Sep 02 17:12:21.938735 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7b3f064b-1eed-4acf-86e0-fd835a7b3c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:21.964224 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7b3f064b-1eed-4acf-86e0-fd835a7b3c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:22.002300 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b5e8bf-6d28-4968-9265-33a2a97b5378 x-openstack-request-id: req-c8b5e8bf-6d28-4968-9265-33a2a97b5378 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:22.002771 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae19fe8-8512-4729-b5fe-623221d00935", "name": "network-vif-deleted", "tag": "90197fa8-321d-4eef-a1a9-37af67d46481", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:22.003244 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c8b5e8bf-6d28-4968-9265-33a2a97b5378 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:22.003663 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae19fe8-8512-4729-b5fe-623221d00935', 'name': 'network-vif-deleted', 'tag': '90197fa8-321d-4eef-a1a9-37af67d46481', 'status': 'completed', 'code': 200} Sep 02 17:12:22.082871 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7b3f064b-1eed-4acf-86e0-fd835a7b3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:22.085728 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7b3f064b-1eed-4acf-86e0-fd835a7b3c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:22.087848 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-7b3f064b-1eed-4acf-86e0-fd835a7b3c64 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/08777b11-da62-4226-a666-4803bc1ad1b8 HTTP/1.1" status: 204 len: 168 time: 0.2855656 Sep 02 17:12:22.115144 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f064b-1eed-4acf-86e0-fd835a7b3c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08777b11-da62-4226-a666-4803bc1ad1b8,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:22.427151 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4747657e-6538-4f6a-b333-44eb91631d3e req-c4b81ce5-4073-47d6-b0a0-5d9d15b35340 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 210 time: 0.0273309 Sep 02 17:12:22.687853 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-2efda261-7787-4afa-8ea3-2e851f11ac1d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:22.689449 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-2efda261-7787-4afa-8ea3-2e851f11ac1d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.46 "GET /v2.0/networks?id=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d HTTP/1.1" status: 200 len: 819 time: 0.1291153 Sep 02 17:12:22.721657 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-1add998f-975c-485b-80a1-663da5b3c30b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Request body: {'port': {'device_id': 'a383f84c-23c9-4e2c-8e32-cc2256557ac4', 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d', 'admin_state_up': True, 'tenant_id': 'a4812d28f2a546d688696505f61ea503'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:22.746999 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 1f205826-0aeb-4a04-8754-9da185ebdd65 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:12:22.851075 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 1ac07097-ba30-4b4b-948f-b836b70ffd29 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:12:22.934810 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 1f205826-0aeb-4a04-8754-9da185ebdd65, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1f205826-0aeb-4a04-8754-9da185ebdd65,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:22.953162 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': '1f205826-0aeb-4a04-8754-9da185ebdd65', 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f', 'port_id': '1f205826-0aeb-4a04-8754-9da185ebdd65', 'mac_address': 'fa:16:3e:cd:a1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a50c83f-5b1e-40ad-a862-f35863b5fb27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:12:22.997852 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-1add998f-975c-485b-80a1-663da5b3c30b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Made reservation on behalf of a4812d28f2a546d688696505f61ea503 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:12:23.003136 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-1add998f-975c-485b-80a1-663da5b3c30b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:23.029963 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:23.047556 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f205826-0aeb-4a04-8754-9da185ebdd65 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:12:23.103901 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 1f205826-0aeb-4a04-8754-9da185ebdd65, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1f205826-0aeb-4a04-8754-9da185ebdd65,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:23.104476 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2a52db4b-7d70-49b8-8547-ec0193976a05 req-dd0c84de-d028-4d7f-914f-6665c76faeb7 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ae19fe8-8512-4729-b5fe-623221d00935 HTTP/1.1" status: 200 len: 210 time: 0.0371211 Sep 02 17:12:23.112272 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port 1ac07097-ba30-4b4b-948f-b836b70ffd29 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:12:23.118607 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5da9a1-49b6-4a81-938d-e6cb693fa10b req-3d867d5e-59c3-41ee-84d7-f11fbbfc82a7 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:23.128838 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ab5da9a1-49b6-4a81-938d-e6cb693fa10b req-3d867d5e-59c3-41ee-84d7-f11fbbfc82a7 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 943 time: 0.1003668 Sep 02 17:12:23.132253 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 1ac07097-ba30-4b4b-948f-b836b70ffd29 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:23.132634 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:23.181039 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ab5da9a1-49b6-4a81-938d-e6cb693fa10b req-ea8e87ca-7f58-4f6d-a6b0-8d8812533e58 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508466 Sep 02 17:12:23.187872 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:23.270000 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-1add998f-975c-485b-80a1-663da5b3c30b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Allocated IP 172.20.0.13 (9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d/6f679a40-1eb3-4231-b690-a44300e7c2c9/e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:12:23.296785 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=1f205826-0aeb-4a04-8754-9da185ebdd65,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:23.308940 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:23.354486 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port 1ac07097-ba30-4b4b-948f-b836b70ffd29, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=1ac07097-ba30-4b4b-948f-b836b70ffd29,segment=NetworkSegment(9cedd853-7fed-4049-be62-997c16797b94),segment_id=9cedd853-7fed-4049-be62-997c16797b94)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:23.453887 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-1add998f-975c-485b-80a1-663da5b3c30b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:23.504664 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:23.528117 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7d65953d-c47f-45ba-882f-eb2adc28826b req-e8ed334a-9f4f-4b1a-9589-c0c861144267 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 210 time: 0.0270047 Sep 02 17:12:23.567792 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=1ac07097-ba30-4b4b-948f-b836b70ffd29,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:23.619926 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-1add998f-975c-485b-80a1-663da5b3c30b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:23.667043 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-1add998f-975c-485b-80a1-663da5b3c30b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Network 9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:12:23.670087 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-1add998f-975c-485b-80a1-663da5b3c30b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:23.673835 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-1add998f-975c-485b-80a1-663da5b3c30b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:12:23.683236 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add998f-975c-485b-80a1-663da5b3c30b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Pushing event updated for resources: {'Port': ['ID=e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:23.734832 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-1add998f-975c-485b-80a1-663da5b3c30b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:23.735448 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-1add998f-975c-485b-80a1-663da5b3c30b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:23.739373 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['1f205826-0aeb-4a04-8754-9da185ebdd65'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:23.826127 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-1add998f-975c-485b-80a1-663da5b3c30b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1101339 Sep 02 17:12:23.853142 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Request body: {'port': {'device_id': 'a383f84c-23c9-4e2c-8e32-cc2256557ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:23.912035 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:24.199234 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:12:24.209396 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:24.230752 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Transition to ACTIVE for port object e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:12:24.318821 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec1822-b26b-4889-935f-5a20f40ff307 req-b3a9265b-6bdc-4959-ace8-b956c0cc8b54 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:24.320465 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f0ec1822-b26b-4889-935f-5a20f40ff307 req-b3a9265b-6bdc-4959-ace8-b956c0cc8b54 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 944 time: 0.0539720 Sep 02 17:12:24.322585 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:24.383928 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f0ec1822-b26b-4889-935f-5a20f40ff307 req-5d69aced-86f0-4d1e-8a38-6626fab0e20d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568430 Sep 02 17:12:24.674904 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-deb18660-718f-4125-a093-1c21cb2326ac tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:24.676501 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-deb18660-718f-4125-a093-1c21cb2326ac tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/networks?id=36f892ca-fc6c-4434-9e70-c4e6c668d49e HTTP/1.1" status: 200 len: 808 time: 0.3116090 Sep 02 17:12:24.696790 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-490ebae3-927b-4277-a90c-d0fc424d1ec1 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/quotas/b574617e3c664f9cb9d80e78d27b3860 HTTP/1.1" status: 200 len: 375 time: 0.0131593 Sep 02 17:12:24.751675 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 1f205826-0aeb-4a04-8754-9da185ebdd65 up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:12:24.760789 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-546bd189-fc34-4b32-94f9-099ac4bf2a96 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b574617e3c664f9cb9d80e78d27b3860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491993 Sep 02 17:12:24.773031 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:24.807955 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 1ac07097-ba30-4b4b-948f-b836b70ffd29 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:12:24.832886 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-6d61e384-78f9-44de-9952-533e25051bea tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:24.834871 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-6d61e384-78f9-44de-9952-533e25051bea tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.46 "GET /v2.0/networks?id=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d HTTP/1.1" status: 200 len: 819 time: 0.5085144 Sep 02 17:12:24.856012 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-706766b4-333c-4933-a26a-bfe9738aead4 req-2ff17538-b0fd-4b0a-af7a-08289a179057 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 210 time: 0.0338659 Sep 02 17:12:24.881204 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-4c0e2c4a-1f59-4e67-961c-537b031c1571 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Request body: {'port': {'device_id': 'ef29ff40-8060-4a9a-8393-d0b2909baffa', 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d', 'admin_state_up': True, 'tenant_id': 'a4812d28f2a546d688696505f61ea503'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:24.887627 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 1ac07097-ba30-4b4b-948f-b836b70ffd29 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:24.887627 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:24.907478 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-639a14bb-8b4e-4fcc-8a1c-b0c8b7ba4847 service neutron] 10.222.0.78 "GET /v2.0/networks/36f892ca-fc6c-4434-9e70-c4e6c668d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389761 Sep 02 17:12:24.937694 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port 1f205826-0aeb-4a04-8754-9da185ebdd65 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:12:24.941876 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Attempting to bind port e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:12:24.942242 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Attempting to bind port e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '9cedd853-7fed-4049-be62-997c16797b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:12:24.942558 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Attempting to bind port e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d on network 9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:24.945196 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port 1f205826-0aeb-4a04-8754-9da185ebdd65 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:24.945686 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:24.951819 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Port e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d on network 9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:12:24.952164 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Attempting to bind port e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d on network 9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:24.962184 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:12:24.962510 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Checking segment: {'id': '9cedd853-7fed-4049-be62-997c16797b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:12:24.962894 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Bound using segment: {'id': '9cedd853-7fed-4049-be62-997c16797b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:12:24.963332 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Bound port: e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cedd853-7fed-4049-be62-997c16797b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:12:24.963693 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:25.043037 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-bf4d8e06-fa96-47b6-8b07-89fd39643369 service neutron] 10.222.0.78 "GET /v2.0/networks/36f892ca-fc6c-4434-9e70-c4e6c668d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262932 Sep 02 17:12:25.061035 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:25.067439 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] For port e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:12:25.070860 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] For port e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d,segment=NetworkSegment(9cedd853-7fed-4049-be62-997c16797b94),segment_id=9cedd853-7fed-4049-be62-997c16797b94)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:12:25.088601 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d05e498-de28-4673-a8ac-ec5144523188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f205826-0aeb-4a04-8754-9da185ebdd65'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:25.090945 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb9d573-a8da-4314-bdd9-1ade01ac7257" -d '{"events": [{"server_uuid": "4d05e498-de28-4673-a8ac-ec5144523188", "name": "network-vif-plugged", "status": "completed", "tag": "1f205826-0aeb-4a04-8754-9da185ebdd65"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:25.104696 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 1f205826-0aeb-4a04-8754-9da185ebdd65, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1f205826-0aeb-4a04-8754-9da185ebdd65,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:25.131312 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c72a8f-6d9f-459d-91cc-bcbac0870c96 x-openstack-request-id: req-93c72a8f-6d9f-459d-91cc-bcbac0870c96 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:25.131723 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d05e498-de28-4673-a8ac-ec5144523188", "name": "network-vif-plugged", "status": "completed", "tag": "1f205826-0aeb-4a04-8754-9da185ebdd65", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:25.132002 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-93c72a8f-6d9f-459d-91cc-bcbac0870c96 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:25.132410 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d05e498-de28-4673-a8ac-ec5144523188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f205826-0aeb-4a04-8754-9da185ebdd65', 'code': 200} Sep 02 17:12:25.150871 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-4c0e2c4a-1f59-4e67-961c-537b031c1571 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Made reservation on behalf of a4812d28f2a546d688696505f61ea503 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:12:25.154579 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-4c0e2c4a-1f59-4e67-961c-537b031c1571 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:25.211553 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:25.266832 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:25.268170 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 90197fa8-321d-4eef-a1a9-37af67d46481 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:12:25.269781 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:25.270579 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:25.272952 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] 10.222.0.46 "PUT /v2.0/ports/e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d HTTP/1.1" status: 200 len: 1094 time: 1.4234602 Sep 02 17:12:25.273458 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a383f84c-23c9-4e2c-8e32-cc2256557ac4', 'tag': 'e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:25.275946 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2feefc5-3a72-4fb3-8c7b-16ec2ed1fe8f" -d '{"events": [{"name": "network-changed", "server_uuid": "a383f84c-23c9-4e2c-8e32-cc2256557ac4", "tag": "e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:25.337580 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3d156-2e7a-433d-b6e0-511b4cb96657 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:25.360280 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: 90197fa8-321d-4eef-a1a9-37af67d46481 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:12:25.361674 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 90197fa8-321d-4eef-a1a9-37af67d46481 not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:12:25.363288 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-4c0e2c4a-1f59-4e67-961c-537b031c1571 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Allocated IP 172.20.0.12 (9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d/6f679a40-1eb3-4231-b690-a44300e7c2c9/c1d44451-7c11-4157-b3d3-17170fe0407c) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:12:25.383130 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ab90b8-9200-46b2-8078-e0c6aa156527 x-openstack-request-id: req-27ab90b8-9200-46b2-8078-e0c6aa156527 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:25.383417 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a383f84c-23c9-4e2c-8e32-cc2256557ac4", "tag": "e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:25.383666 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-27ab90b8-9200-46b2-8078-e0c6aa156527 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:25.384079 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a383f84c-23c9-4e2c-8e32-cc2256557ac4', 'tag': 'e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d', 'status': 'completed', 'code': 200} Sep 02 17:12:25.395913 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f28fd6e0-a5bb-4fb0-ab13-85faf8e7654d req-f7116356-d06c-4aaa-83fe-31b5ca5ffa8d tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 210 time: 0.0747187 Sep 02 17:12:25.410492 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=1f205826-0aeb-4a04-8754-9da185ebdd65,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:25.511669 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.46', 64945) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:25.542606 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d7321-5b64-4d04-b5b8-a9fa395a6932 req-1afd5342-aa57-4c45-a36e-92bcee731b5b tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:25.544513 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-745d7321-5b64-4d04-b5b8-a9fa395a6932 req-1afd5342-aa57-4c45-a36e-92bcee731b5b tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 945 time: 0.0521255 Sep 02 17:12:25.589357 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2feefc5-3a72-4fb3-8c7b-16ec2ed1fe8f req-342cabbb-e843-42a3-8678-7d82cd786c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:25.589357 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c2feefc5-3a72-4fb3-8c7b-16ec2ed1fe8f req-342cabbb-e843-42a3-8678-7d82cd786c9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4812d28f2a546d688696505f61ea503&device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 1097 time: 0.1307309 Sep 02 17:12:25.607671 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc891f0-6407-42f4-9add-9d9310bca21b req-1aa51142-b4dd-4411-b734-52b5009a813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:25.610005 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-edc891f0-6407-42f4-9add-9d9310bca21b req-1aa51142-b4dd-4411-b734-52b5009a813e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 1098 time: 0.0971394 Sep 02 17:12:25.613928 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-745d7321-5b64-4d04-b5b8-a9fa395a6932 req-db842b64-488d-4052-b759-28a339acbb44 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616982 Sep 02 17:12:25.626691 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-4c0e2c4a-1f59-4e67-961c-537b031c1571 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:25.744646 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-edc891f0-6407-42f4-9add-9d9310bca21b req-19d3122d-c53f-4c7e-b861-026c4a8578bf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132958 Sep 02 17:12:25.782165 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2feefc5-3a72-4fb3-8c7b-16ec2ed1fe8f req-de9fcc47-155a-48d7-bb94-b47d30b47b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:25.783670 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c2feefc5-3a72-4fb3-8c7b-16ec2ed1fe8f req-de9fcc47-155a-48d7-bb94-b47d30b47b4f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a4812d28f2a546d688696505f61ea503&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1535397 Sep 02 17:12:25.862153 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-4c0e2c4a-1f59-4e67-961c-537b031c1571 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:25.906135 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-4c0e2c4a-1f59-4e67-961c-537b031c1571 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Network 9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:12:25.911359 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-4c0e2c4a-1f59-4e67-961c-537b031c1571 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:25.915081 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-4c0e2c4a-1f59-4e67-961c-537b031c1571 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:12:25.946525 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e2c4a-1f59-4e67-961c-537b031c1571 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Pushing event updated for resources: {'Port': ['ID=c1d44451-7c11-4157-b3d3-17170fe0407c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:25.977280 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-4c0e2c4a-1f59-4e67-961c-537b031c1571 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:25.977916 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-4c0e2c4a-1f59-4e67-961c-537b031c1571 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:25.992426 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aac205-01f2-465d-a86b-ff59f43ca7ac req-b8d60ce5-e639-4e6f-9c40-ca884f3608ae tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:25.993958 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-29aac205-01f2-465d-a86b-ff59f43ca7ac req-b8d60ce5-e639-4e6f-9c40-ca884f3608ae tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 932 time: 0.0510108 Sep 02 17:12:26.039602 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-29aac205-01f2-465d-a86b-ff59f43ca7ac req-c2f4fa59-8b51-4459-9f11-f28f2c264607 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379019 Sep 02 17:12:26.106101 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-4c0e2c4a-1f59-4e67-961c-537b031c1571 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2293656 Sep 02 17:12:26.175088 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Request body: {'port': {'device_id': 'ef29ff40-8060-4a9a-8393-d0b2909baffa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:26.283340 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:26.335160 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2feefc5-3a72-4fb3-8c7b-16ec2ed1fe8f req-d11a5680-5356-46aa-9f0a-38565416d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:26.336618 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c2feefc5-3a72-4fb3-8c7b-16ec2ed1fe8f req-d11a5680-5356-46aa-9f0a-38565416d87e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1731341 Sep 02 17:12:26.506413 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4a299ab4-d7d1-401f-883f-08f73057776a req-11b0e940-888b-4eee-8905-6f6fdba1df30 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 210 time: 0.0311205 Sep 02 17:12:26.529451 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-8ffd2950-6ace-4a83-8870-3a4d823ee732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:26.531017 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-8ffd2950-6ace-4a83-8870-3a4d823ee732 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4812d28f2a546d688696505f61ea503&device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0960391 Sep 02 17:12:26.647356 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-f5529542-cb41-4578-a5df-5d63e496a06e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d HTTP/1.1" status: 200 len: 217 time: 0.0703604 Sep 02 17:12:26.669157 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d44451-7c11-4157-b3d3-17170fe0407c {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:12:26.718636 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:26.742854 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2420cd-afa1-4ba0-8cee-0e75c2d054e3 req-4890c595-f34c-4733-ba49-ececeee6b9f6 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:26.744998 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1f2420cd-afa1-4ba0-8cee-0e75c2d054e3 req-4890c595-f34c-4733-ba49-ececeee6b9f6 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 945 time: 0.0579638 Sep 02 17:12:26.758289 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Transition to ACTIVE for port object c1d44451-7c11-4157-b3d3-17170fe0407c will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:12:26.760183 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-162009a5-2d8a-481c-a2ce-693e63d10258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:26.761751 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-162009a5-2d8a-481c-a2ce-693e63d10258 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f679a40-1eb3-4231-b690-a44300e7c2c9 HTTP/1.1" status: 200 len: 859 time: 0.0979569 Sep 02 17:12:26.793060 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1f2420cd-afa1-4ba0-8cee-0e75c2d054e3 req-3ab3ecf4-6ab6-4386-ac72-74192a75f389 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376561 Sep 02 17:12:26.814006 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:26.868545 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d44451-7c11-4157-b3d3-17170fe0407c,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:26.942980 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Attempting to bind port c1d44451-7c11-4157-b3d3-17170fe0407c on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:12:26.943322 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Attempting to bind port c1d44451-7c11-4157-b3d3-17170fe0407c by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '9cedd853-7fed-4049-be62-997c16797b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:12:26.943649 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Attempting to bind port c1d44451-7c11-4157-b3d3-17170fe0407c on network 9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:26.948140 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Port c1d44451-7c11-4157-b3d3-17170fe0407c on network 9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:12:26.948472 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Attempting to bind port c1d44451-7c11-4157-b3d3-17170fe0407c on network 9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:26.954303 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:12:26.954809 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Checking segment: {'id': '9cedd853-7fed-4049-be62-997c16797b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:12:26.955247 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Bound using segment: {'id': '9cedd853-7fed-4049-be62-997c16797b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:12:26.955682 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Bound port: c1d44451-7c11-4157-b3d3-17170fe0407c, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cedd853-7fed-4049-be62-997c16797b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:12:26.956049 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:27.022357 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] For port c1d44451-7c11-4157-b3d3-17170fe0407c, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:12:27.025497 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] For port c1d44451-7c11-4157-b3d3-17170fe0407c, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c1d44451-7c11-4157-b3d3-17170fe0407c,segment=NetworkSegment(9cedd853-7fed-4049-be62-997c16797b94),segment_id=9cedd853-7fed-4049-be62-997c16797b94)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:12:27.117484 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:27.153388 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:27.154004 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:27.155505 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] 10.222.0.46 "PUT /v2.0/ports/c1d44451-7c11-4157-b3d3-17170fe0407c HTTP/1.1" status: 200 len: 1094 time: 0.9931605 Sep 02 17:12:27.165511 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095ef77-4db0-4dd3-b19d-98ef850aa8f4 req-08cf2f91-f48e-4417-878b-d2a35fbf8672 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:27.167347 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1095ef77-4db0-4dd3-b19d-98ef850aa8f4 req-08cf2f91-f48e-4417-878b-d2a35fbf8672 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 944 time: 0.0497613 Sep 02 17:12:27.176307 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7e248-c2b2-4aa9-8678-c8c4a29f4135 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d44451-7c11-4157-b3d3-17170fe0407c,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:27.208190 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1095ef77-4db0-4dd3-b19d-98ef850aa8f4 req-66326d42-352d-4a6b-a0fe-0cbc3418cb97 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336254 Sep 02 17:12:27.385415 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef29ff40-8060-4a9a-8393-d0b2909baffa', 'tag': 'c1d44451-7c11-4157-b3d3-17170fe0407c'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:27.387788 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7a051b-b661-42c5-84a3-8d48e9d2347a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef29ff40-8060-4a9a-8393-d0b2909baffa", "tag": "c1d44451-7c11-4157-b3d3-17170fe0407c"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:29.837541 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-83e0ad08-1d47-4087-8847-87f04f148398 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345590 Sep 02 17:12:29.958220 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9107d312-504f-4f5b-8f99-1dad785d3919 x-openstack-request-id: req-9107d312-504f-4f5b-8f99-1dad785d3919 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:29.958614 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef29ff40-8060-4a9a-8393-d0b2909baffa", "tag": "c1d44451-7c11-4157-b3d3-17170fe0407c", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:29.959302 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9107d312-504f-4f5b-8f99-1dad785d3919 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:29.959474 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef29ff40-8060-4a9a-8393-d0b2909baffa', 'tag': 'c1d44451-7c11-4157-b3d3-17170fe0407c', 'status': 'completed', 'code': 200} Sep 02 17:12:30.042062 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c44cc489-a47c-465a-84a8-0325e96b6748 req-bb2da0dc-848d-472b-ae6e-e99ee7817ef7 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 210 time: 0.0372570 Sep 02 17:12:30.055630 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-3bf79a72-27e3-4d71-9e47-52be6a941ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:30.057150 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-3bf79a72-27e3-4d71-9e47-52be6a941ae1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4812d28f2a546d688696505f61ea503&device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 1097 time: 0.1093469 Sep 02 17:12:30.096409 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-d9d27186-2d04-4c41-ab6b-0ba2bf643fc7 service neutron] 10.222.0.46 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499441 Sep 02 17:12:30.101164 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b9418-b1a4-499d-9dac-c02ee5e1bbbb req-d6c04721-7b25-4177-a6f5-6882f8951652 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:30.102746 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5e4b9418-b1a4-499d-9dac-c02ee5e1bbbb req-d6c04721-7b25-4177-a6f5-6882f8951652 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 945 time: 0.0869603 Sep 02 17:12:30.173569 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5e4b9418-b1a4-499d-9dac-c02ee5e1bbbb req-ff982915-9144-45ca-815a-753c5dbfec87 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640421 Sep 02 17:12:30.186527 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a173f-12f6-4e62-97e2-c3b0624938eb req-7f2460cc-afef-4a5b-be33-55cb7f9844f4 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:30.188086 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-365a173f-12f6-4e62-97e2-c3b0624938eb req-7f2460cc-afef-4a5b-be33-55cb7f9844f4 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 944 time: 0.0780163 Sep 02 17:12:30.205200 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-76a7f8fe-cf22-42b5-893b-229a2ea52dfa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d44451-7c11-4157-b3d3-17170fe0407c HTTP/1.1" status: 200 len: 217 time: 0.0483742 Sep 02 17:12:30.238155 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-365a173f-12f6-4e62-97e2-c3b0624938eb req-5ea1ff56-98db-4a45-8d79-7537aae4f7d2 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411122 Sep 02 17:12:30.289320 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-144e044a-2e15-4f21-b516-3ef3eaaa9a22 req-7413619e-9847-44e7-8fc8-9048d3138aee service neutron] 10.222.0.46 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929070 Sep 02 17:12:30.342457 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-876d1b69-70b9-4f6a-90a1-2ade978b3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:30.344152 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-876d1b69-70b9-4f6a-90a1-2ade978b3f94 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f679a40-1eb3-4231-b690-a44300e7c2c9 HTTP/1.1" status: 200 len: 859 time: 0.0530097 Sep 02 17:12:30.394475 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-9604a78c-cfef-43ce-b946-aa00b182fa4a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279491 Sep 02 17:12:30.572262 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-59217d99-d418-4770-a1c8-a331bbbe9161 service neutron] 10.222.0.46 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900176 Sep 02 17:12:30.700376 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a05c5b40-9692-48e1-83fc-b3833bc4953b req-903178c6-5b2a-498f-bff5-60fca7dd7d89 service neutron] 10.222.0.46 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143789 Sep 02 17:12:31.092037 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a051b-b661-42c5-84a3-8d48e9d2347a req-92ef7b79-0949-4920-92c5-23dc86264ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:31.093631 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9c7a051b-b661-42c5-84a3-8d48e9d2347a req-92ef7b79-0949-4920-92c5-23dc86264ded service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4812d28f2a546d688696505f61ea503&device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 1097 time: 0.0426128 Sep 02 17:12:31.238915 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2e5ec432-5c3b-42ff-acec-91ed9a5836a7 req-62f5bfe6-8852-444b-981c-a6c604b42aab tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 210 time: 0.0364299 Sep 02 17:12:31.400613 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90026db-7f49-4bfd-a563-87e46187aad0 req-bcc90c42-346d-44b9-8147-cd696fc630da tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:31.410368 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e90026db-7f49-4bfd-a563-87e46187aad0 req-bcc90c42-346d-44b9-8147-cd696fc630da tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 945 time: 0.1341467 Sep 02 17:12:31.444519 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cf1f2-9543-4081-b972-0571f0e5666c req-7be2deb1-7078-4edb-ab26-1699b316befc tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:31.446437 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-224cf1f2-9543-4081-b972-0571f0e5666c req-7be2deb1-7078-4edb-ab26-1699b316befc tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 944 time: 0.1186631 Sep 02 17:12:31.453093 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a051b-b661-42c5-84a3-8d48e9d2347a req-83f1ae2e-3a51-4be0-b154-d1880667f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:31.454663 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9c7a051b-b661-42c5-84a3-8d48e9d2347a req-83f1ae2e-3a51-4be0-b154-d1880667f615 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d HTTP/1.1" status: 200 len: 921 time: 0.2728152 Sep 02 17:12:31.474206 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-4525ac35-19e4-4cd3-951e-04c643246649 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:31.475932 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-4525ac35-19e4-4cd3-951e-04c643246649 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.46 "GET /v2.0/networks?id=36f892ca-fc6c-4434-9e70-c4e6c668d49e HTTP/1.1" status: 200 len: 808 time: 0.1962306 Sep 02 17:12:31.489069 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e90026db-7f49-4bfd-a563-87e46187aad0 req-87464beb-ae8a-433c-a07e-36303f478391 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777795 Sep 02 17:12:31.511428 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-224cf1f2-9543-4081-b972-0571f0e5666c req-bf0e254f-2383-4e65-ac49-aaee34458b3a tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532858 Sep 02 17:12:31.521704 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9c7a051b-b661-42c5-84a3-8d48e9d2347a req-77b6d6fb-9558-457e-a133-8280dd1bd54b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d44451-7c11-4157-b3d3-17170fe0407c HTTP/1.1" status: 200 len: 217 time: 0.0447431 Sep 02 17:12:31.525836 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-1ad02fb8-d233-417e-9b08-30cd96869e7e tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Request body: {'port': {'device_id': 'd5bc69dc-172e-437d-94df-627c7fe851bb', 'network_id': '36f892ca-fc6c-4434-9e70-c4e6c668d49e', 'admin_state_up': True, 'tenant_id': 'b574617e3c664f9cb9d80e78d27b3860'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:31.636170 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a051b-b661-42c5-84a3-8d48e9d2347a req-b9059c16-1582-4343-b6af-273f90ab89a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:31.637709 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9c7a051b-b661-42c5-84a3-8d48e9d2347a req-b9059c16-1582-4343-b6af-273f90ab89a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f679a40-1eb3-4231-b690-a44300e7c2c9 HTTP/1.1" status: 200 len: 859 time: 0.0904641 Sep 02 17:12:31.683371 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9c7a051b-b661-42c5-84a3-8d48e9d2347a req-df5d0a65-eca9-4415-afd0-f7d7ec571f39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335913 Sep 02 17:12:31.787035 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9c7a051b-b661-42c5-84a3-8d48e9d2347a req-824e811d-870e-41ce-92d9-414c7ce439b6 service neutron] 10.222.0.46 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867708 Sep 02 17:12:31.791026 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-1ad02fb8-d233-417e-9b08-30cd96869e7e tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Made reservation on behalf of b574617e3c664f9cb9d80e78d27b3860 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:12:31.794754 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-1ad02fb8-d233-417e-9b08-30cd96869e7e tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:31.985131 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9c7a051b-b661-42c5-84a3-8d48e9d2347a req-cde79d16-f8ab-4384-b2d2-0ae5b7307ea3 service neutron] 10.222.0.46 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876183 Sep 02 17:12:32.000584 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 38222) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:32.013328 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-1ad02fb8-d233-417e-9b08-30cd96869e7e tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Allocated IP 172.20.0.2 (36f892ca-fc6c-4434-9e70-c4e6c668d49e/62ea47e0-fd6b-4e6a-a919-4abb5283030e/89bcdf61-8452-48c1-80b0-65223f1080af) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:12:32.118159 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e9de3e4c-96fc-4227-b03c-29cfbf268df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:32.205979 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-1ad02fb8-d233-417e-9b08-30cd96869e7e tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:32.246540 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e9de3e4c-96fc-4227-b03c-29cfbf268df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:32.339604 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e9de3e4c-96fc-4227-b03c-29cfbf268df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:32.375115 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-1ad02fb8-d233-417e-9b08-30cd96869e7e tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:32.383903 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-e9de3e4c-96fc-4227-b03c-29cfbf268df8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6918c060d2af4b4b9c463731b316753a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815534 Sep 02 17:12:32.385152 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de3e4c-96fc-4227-b03c-29cfbf268df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573c950f-3ed4-4e4b-8ca0-28b0cf3c121d,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:32.392423 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 38236) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:32.442694 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-1ad02fb8-d233-417e-9b08-30cd96869e7e tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Network 36f892ca-fc6c-4434-9e70-c4e6c668d49e is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:12:32.446558 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-1ad02fb8-d233-417e-9b08-30cd96869e7e tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:32.449310 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-1ad02fb8-d233-417e-9b08-30cd96869e7e tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:12:32.471777 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0ba7d05b-e12e-4d50-93da-cb8ecbcd3936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:32.480777 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad02fb8-d233-417e-9b08-30cd96869e7e tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Pushing event updated for resources: {'Port': ['ID=89bcdf61-8452-48c1-80b0-65223f1080af,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:32.510640 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-1ad02fb8-d233-417e-9b08-30cd96869e7e tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:32.511248 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-1ad02fb8-d233-417e-9b08-30cd96869e7e tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:32.513936 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0ba7d05b-e12e-4d50-93da-cb8ecbcd3936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:32.542222 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd80b1-0767-485d-b2c3-86fdd6908538 req-afef6e60-bc90-4582-82f3-c97d324135e4 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:32.543688 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-65bd80b1-0767-485d-b2c3-86fdd6908538 req-afef6e60-bc90-4582-82f3-c97d324135e4 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 931 time: 0.0855465 Sep 02 17:12:32.592169 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-1ad02fb8-d233-417e-9b08-30cd96869e7e tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0727842 Sep 02 17:12:32.593395 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-65bd80b1-0767-485d-b2c3-86fdd6908538 req-d5361f48-dfc8-404a-9805-27b7ed409f90 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429773 Sep 02 17:12:32.632635 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Request body: {'port': {'device_id': 'd5bc69dc-172e-437d-94df-627c7fe851bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:32.649965 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9f873-4f79-42b1-96b4-1f86c883fbf7 req-9298128c-554d-41f2-94cb-d366e82fffb8 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:32.652078 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-72b9f873-4f79-42b1-96b4-1f86c883fbf7 req-9298128c-554d-41f2-94cb-d366e82fffb8 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 944 time: 0.0549290 Sep 02 17:12:32.690140 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:32.692573 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-72b9f873-4f79-42b1-96b4-1f86c883fbf7 req-fe6b77b9-84a4-40cd-bddc-f98c518a586a tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350089 Sep 02 17:12:32.693344 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0ba7d05b-e12e-4d50-93da-cb8ecbcd3936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:32.695834 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0ba7d05b-e12e-4d50-93da-cb8ecbcd3936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:32.699617 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-0ba7d05b-e12e-4d50-93da-cb8ecbcd3936 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/573c950f-3ed4-4e4b-8ca0-28b0cf3c121d HTTP/1.1" status: 204 len: 168 time: 0.3034756 Sep 02 17:12:32.705785 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7d05b-e12e-4d50-93da-cb8ecbcd3936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573c950f-3ed4-4e4b-8ca0-28b0cf3c121d,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:32.990202 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89bcdf61-8452-48c1-80b0-65223f1080af {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:12:32.998397 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:33.012295 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Transition to ACTIVE for port object 89bcdf61-8452-48c1-80b0-65223f1080af will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:12:33.083416 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:33.138672 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Pushing event updated for resources: {'Port': ['ID=89bcdf61-8452-48c1-80b0-65223f1080af,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:33.209051 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Attempting to bind port 89bcdf61-8452-48c1-80b0-65223f1080af on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:12:33.209802 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Attempting to bind port 89bcdf61-8452-48c1-80b0-65223f1080af by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'e2046494-c00d-4a1d-b941-0b549b81dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '36f892ca-fc6c-4434-9e70-c4e6c668d49e'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:12:33.209802 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Attempting to bind port 89bcdf61-8452-48c1-80b0-65223f1080af on network 36f892ca-fc6c-4434-9e70-c4e6c668d49e {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:33.214098 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Port 89bcdf61-8452-48c1-80b0-65223f1080af on network 36f892ca-fc6c-4434-9e70-c4e6c668d49e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:12:33.214452 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Attempting to bind port 89bcdf61-8452-48c1-80b0-65223f1080af on network 36f892ca-fc6c-4434-9e70-c4e6c668d49e {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:33.219852 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:12:33.223444 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Checking segment: {'id': 'e2046494-c00d-4a1d-b941-0b549b81dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '36f892ca-fc6c-4434-9e70-c4e6c668d49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:12:33.223444 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Bound using segment: {'id': 'e2046494-c00d-4a1d-b941-0b549b81dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '36f892ca-fc6c-4434-9e70-c4e6c668d49e'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:12:33.223444 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Bound port: 89bcdf61-8452-48c1-80b0-65223f1080af, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2046494-c00d-4a1d-b941-0b549b81dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '36f892ca-fc6c-4434-9e70-c4e6c668d49e'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:12:33.223444 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:33.297138 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] For port 89bcdf61-8452-48c1-80b0-65223f1080af, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:12:33.303216 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] For port 89bcdf61-8452-48c1-80b0-65223f1080af, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=89bcdf61-8452-48c1-80b0-65223f1080af,segment=NetworkSegment(e2046494-c00d-4a1d-b941-0b549b81dcaf),segment_id=e2046494-c00d-4a1d-b941-0b549b81dcaf)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:12:33.393553 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:33.443155 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:33.443794 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:33.445189 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] 10.222.0.46 "PUT /v2.0/ports/89bcdf61-8452-48c1-80b0-65223f1080af HTTP/1.1" status: 200 len: 1093 time: 0.8172114 Sep 02 17:12:33.445714 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bc69dc-172e-437d-94df-627c7fe851bb', 'tag': '89bcdf61-8452-48c1-80b0-65223f1080af'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:33.447957 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132ca8a3-5b06-49db-8fb7-72b988878d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bc69dc-172e-437d-94df-627c7fe851bb", "tag": "89bcdf61-8452-48c1-80b0-65223f1080af"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:33.472757 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d59faf-66f0-439b-b266-1ac0ec15a426 service neutron] Pushing event updated for resources: {'Port': ['ID=89bcdf61-8452-48c1-80b0-65223f1080af,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:33.717898 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-f208e32b-9c40-408f-b2e3-641d1f4ef4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:33.719384 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-f208e32b-9c40-408f-b2e3-641d1f4ef4f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b574617e3c664f9cb9d80e78d27b3860&device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 1096 time: 0.0451336 Sep 02 17:12:33.751956 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device c1d44451-7c11-4157-b3d3-17170fe0407c details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:12:33.793984 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b247daa-9bcb-49f5-aa8c-c19084f0d530 x-openstack-request-id: req-4b247daa-9bcb-49f5-aa8c-c19084f0d530 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:33.795032 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bc69dc-172e-437d-94df-627c7fe851bb", "tag": "89bcdf61-8452-48c1-80b0-65223f1080af", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:33.795032 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4b247daa-9bcb-49f5-aa8c-c19084f0d530 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:33.795032 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bc69dc-172e-437d-94df-627c7fe851bb', 'tag': '89bcdf61-8452-48c1-80b0-65223f1080af', 'status': 'completed', 'code': 200} Sep 02 17:12:33.796883 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-7f844088-fdd4-4845-91b1-a9d4cdcfac2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89bcdf61-8452-48c1-80b0-65223f1080af HTTP/1.1" status: 200 len: 217 time: 0.0453920 Sep 02 17:12:33.858337 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-8f088d44-531b-46f3-ad61-ab374d45c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:33.864294 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-8f088d44-531b-46f3-ad61-ab374d45c141 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62ea47e0-fd6b-4e6a-a919-4abb5283030e HTTP/1.1" status: 200 len: 848 time: 0.0540941 Sep 02 17:12:33.873448 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port c1d44451-7c11-4157-b3d3-17170fe0407c, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c1d44451-7c11-4157-b3d3-17170fe0407c,segment=NetworkSegment(9cedd853-7fed-4049-be62-997c16797b94),segment_id=9cedd853-7fed-4049-be62-997c16797b94)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:33.894816 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': 'c1d44451-7c11-4157-b3d3-17170fe0407c', 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d', 'port_id': 'c1d44451-7c11-4157-b3d3-17170fe0407c', 'mac_address': 'fa:16:3e:e5:d7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f679a40-1eb3-4231-b690-a44300e7c2c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:12:33.923069 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111e2d0-538a-47cc-8546-22681eadf140 req-e529cdc1-4e02-4dfe-80d7-d0022ca315dc tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:33.924462 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-069ecf36-2574-4870-bd88-f8ca2d46c3d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36f892ca-fc6c-4434-9e70-c4e6c668d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456743 Sep 02 17:12:33.931320 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f111e2d0-538a-47cc-8546-22681eadf140 req-e529cdc1-4e02-4dfe-80d7-d0022ca315dc tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 943 time: 0.1034100 Sep 02 17:12:33.945304 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:33.960384 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d44451-7c11-4157-b3d3-17170fe0407c {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:12:33.978676 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 38286) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:33.991907 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port c1d44451-7c11-4157-b3d3-17170fe0407c, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c1d44451-7c11-4157-b3d3-17170fe0407c,segment=NetworkSegment(9cedd853-7fed-4049-be62-997c16797b94),segment_id=9cedd853-7fed-4049-be62-997c16797b94)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:33.997170 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f111e2d0-538a-47cc-8546-22681eadf140 req-1543b4c7-e0d0-4846-b102-82d61ed424cc tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648139 Sep 02 17:12:34.051917 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-1846e2fd-7eed-4609-8e21-63632c975e57 service neutron] 10.222.0.46 "GET /v2.0/networks/36f892ca-fc6c-4434-9e70-c4e6c668d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136360 Sep 02 17:12:34.109012 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-b3829515-8370-4f3a-bb73-df4bfd673559 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-270171678-network', 'tenant_id': '22856ff816fd4bd58330d24461acc032'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:34.117467 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:34.118149 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:12:34.134051 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e61bc5-368e-4187-abc9-59471e961fc7 req-74def250-3fdc-484b-bc9b-cefc707fedaa tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:34.135675 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-95e61bc5-368e-4187-abc9-59471e961fc7 req-74def250-3fdc-484b-bc9b-cefc707fedaa tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 944 time: 0.0731082 Sep 02 17:12:34.190533 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d,segment=NetworkSegment(9cedd853-7fed-4049-be62-997c16797b94),segment_id=9cedd853-7fed-4049-be62-997c16797b94)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:34.193360 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-95e61bc5-368e-4187-abc9-59471e961fc7 req-7c288e82-ff5e-425f-8441-67c88c54fee0 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457830 Sep 02 17:12:34.210215 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': 'e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d', 'network_id': '9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d', 'port_id': 'e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d', 'mac_address': 'fa:16:3e:10:a4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f679a40-1eb3-4231-b690-a44300e7c2c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:12:34.216397 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=c1d44451-7c11-4157-b3d3-17170fe0407c,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:34.243905 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3829515-8370-4f3a-bb73-df4bfd673559 admin admin] Made reservation on behalf of 22856ff816fd4bd58330d24461acc032 for: {'network': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:12:34.247794 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b3829515-8370-4f3a-bb73-df4bfd673559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:34.263399 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b3829515-8370-4f3a-bb73-df4bfd673559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:34.275044 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:34.298415 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:12:34.332772 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d,segment=NetworkSegment(9cedd853-7fed-4049-be62-997c16797b94),segment_id=9cedd853-7fed-4049-be62-997c16797b94)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:34.399013 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b3829515-8370-4f3a-bb73-df4bfd673559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:34.402717 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:34.408348 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9be0e73e-762c-4ad1-ad3d-ac1d8e2c9123 req-746dcd48-39a6-4462-bc60-dd7921edcb47 service neutron] 10.222.0.46 "GET /v2.0/networks/36f892ca-fc6c-4434-9e70-c4e6c668d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463764 Sep 02 17:12:34.471505 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:34.482764 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b3829515-8370-4f3a-bb73-df4bfd673559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:34.510346 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3829515-8370-4f3a-bb73-df4bfd673559 admin admin] vlan segment allocate from pool success with {'vlan_id': 1228, 'physical_network': 'physnet1'} {{(pid=94732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:12:34.520627 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3829515-8370-4f3a-bb73-df4bfd673559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9f46b2-837a-486e-a431-8b42d51d8ee8,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:34.525403 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b3829515-8370-4f3a-bb73-df4bfd673559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:34.527655 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.segments_db [None req-b3829515-8370-4f3a-bb73-df4bfd673559 admin admin] Added segment 90992942-a7e9-4c62-93f9-c74e32098b48 of type vlan for network bfb23052-3303-4660-848f-be0c0b86520f Sep 02 17:12:34.567417 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b3829515-8370-4f3a-bb73-df4bfd673559 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:34.659774 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b3829515-8370-4f3a-bb73-df4bfd673559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:34.660785 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3829515-8370-4f3a-bb73-df4bfd673559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:34.661411 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b3829515-8370-4f3a-bb73-df4bfd673559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:34.728226 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3829515-8370-4f3a-bb73-df4bfd673559 admin admin] Pushing event updated for resources: {'Network': ['ID=bfb23052-3303-4660-848f-be0c0b86520f,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:34.751094 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network bfb23052-3303-4660-848f-be0c0b86520f details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:12:34.788619 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ca8a3-5b06-49db-8fb7-72b988878d2b req-2e6ee8b7-7608-4f0c-bc06-1676b4aca2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:34.790230 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-132ca8a3-5b06-49db-8fb7-72b988878d2b req-2e6ee8b7-7608-4f0c-bc06-1676b4aca2e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b574617e3c664f9cb9d80e78d27b3860&device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 1096 time: 0.0688384 Sep 02 17:12:34.792517 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-b3829515-8370-4f3a-bb73-df4bfd673559 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8126853 Sep 02 17:12:34.795383 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 38300) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:34.803782 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-6c4141a3-8432-4021-b83b-e344712d94b0 admin admin] Request body: {'subnet': {'network_id': 'bfb23052-3303-4660-848f-be0c0b86520f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-270171678-subnet', 'tenant_id': '22856ff816fd4bd58330d24461acc032', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:34.895737 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 38304) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:34.911125 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4141a3-8432-4021-b83b-e344712d94b0 admin admin] Made reservation on behalf of 22856ff816fd4bd58330d24461acc032 for: {'subnet': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:12:34.921983 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6c4141a3-8432-4021-b83b-e344712d94b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13343632'] for subnet, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:34.998414 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ca8a3-5b06-49db-8fb7-72b988878d2b req-c45e98ed-646e-4a38-b81c-5a164e9dbe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:35.000795 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-132ca8a3-5b06-49db-8fb7-72b988878d2b req-c45e98ed-646e-4a38-b81c-5a164e9dbe6a service neutron] 10.222.0.46 "GET /v2.0/networks?id=36f892ca-fc6c-4434-9e70-c4e6c668d49e HTTP/1.1" status: 200 len: 910 time: 0.1207592 Sep 02 17:12:35.038484 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:35.078404 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-132ca8a3-5b06-49db-8fb7-72b988878d2b req-4c90b1ba-82d0-4a0a-9fa8-d5be51d9bac0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89bcdf61-8452-48c1-80b0-65223f1080af HTTP/1.1" status: 200 len: 217 time: 0.0641885 Sep 02 17:12:35.084964 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['c1d44451-7c11-4157-b3d3-17170fe0407c'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:35.140294 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3f96535e-80e3-4aae-8f9c-d5cbbd328c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:35.148555 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ca8a3-5b06-49db-8fb7-72b988878d2b req-7345b605-058d-4497-b744-5261b18e32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:35.150826 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-132ca8a3-5b06-49db-8fb7-72b988878d2b req-7345b605-058d-4497-b744-5261b18e32e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62ea47e0-fd6b-4e6a-a919-4abb5283030e HTTP/1.1" status: 200 len: 848 time: 0.0586779 Sep 02 17:12:35.184897 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759835e-732c-4e48-95c4-aa9954c96a4f req-d9a0cfec-8beb-4347-912f-fa2cde306efd tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:35.186481 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a759835e-732c-4e48-95c4-aa9954c96a4f req-d9a0cfec-8beb-4347-912f-fa2cde306efd tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 943 time: 0.1038656 Sep 02 17:12:35.203873 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-132ca8a3-5b06-49db-8fb7-72b988878d2b req-db618509-fdb9-471b-b8c1-3f8f98fbd7de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36f892ca-fc6c-4434-9e70-c4e6c668d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379243 Sep 02 17:12:35.218552 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6c4141a3-8432-4021-b83b-e344712d94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13791479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13343618'] for subnet, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:35.330160 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-132ca8a3-5b06-49db-8fb7-72b988878d2b req-64db0541-5a6d-4de8-a626-3e83785ee43f service neutron] 10.222.0.46 "GET /v2.0/networks/36f892ca-fc6c-4434-9e70-c4e6c668d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118114 Sep 02 17:12:35.340104 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a759835e-732c-4e48-95c4-aa9954c96a4f req-f614da78-c8f7-4414-acb1-cf990667a906 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436665 Sep 02 17:12:35.366054 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4141a3-8432-4021-b83b-e344712d94b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac5d2c8-1212-4fe0-b293-11ca7e98eb51,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:35.395726 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4141a3-8432-4021-b83b-e344712d94b0 admin admin] Checking segment: {'id': '90992942-a7e9-4c62-93f9-c74e32098b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'bfb23052-3303-4660-848f-be0c0b86520f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:12:35.396103 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4141a3-8432-4021-b83b-e344712d94b0 admin admin] Network hostable DHCP agents. Network: bfb23052-3303-4660-848f-be0c0b86520f, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:12:35.403977 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3f96535e-80e3-4aae-8f9c-d5cbbd328c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:35.415631 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab573fd-6303-4255-b216-05bfda4390f5 req-d7cc84fa-1223-4111-bf11-f892ec9e93c8 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:35.424973 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cab573fd-6303-4255-b216-05bfda4390f5 req-d7cc84fa-1223-4111-bf11-f892ec9e93c8 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 945 time: 0.1312978 Sep 02 17:12:35.442359 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-132ca8a3-5b06-49db-8fb7-72b988878d2b req-d52c90af-c854-4e67-ae1b-7bd56b35a3a1 service neutron] 10.222.0.46 "GET /v2.0/networks/36f892ca-fc6c-4434-9e70-c4e6c668d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943198 Sep 02 17:12:35.467709 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cab573fd-6303-4255-b216-05bfda4390f5 req-c1b2f5ff-3c6e-4b4a-ab1f-5e893f688f55 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422206 Sep 02 17:12:35.482605 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3f96535e-80e3-4aae-8f9c-d5cbbd328c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:35.512856 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4141a3-8432-4021-b83b-e344712d94b0 admin admin] Network bfb23052-3303-4660-848f-be0c0b86520f is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:12:35.524967 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-3f96535e-80e3-4aae-8f9c-d5cbbd328c88 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3870c8aa8cf8441396bb7a494911e151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6281710 Sep 02 17:12:35.527711 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 38314) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:35.529559 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96535e-80e3-4aae-8f9c-d5cbbd328c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e58ca9-4c85-4b73-a859-95d25ee55d4c,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:35.578924 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4637b5b0-c262-43a4-bffd-69dbe3c88051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:35.597334 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-6c4141a3-8432-4021-b83b-e344712d94b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, bfb23052-3303-4660-848f-be0c0b86520f) {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:35.600679 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4637b5b0-c262-43a4-bffd-69dbe3c88051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:35.601757 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4141a3-8432-4021-b83b-e344712d94b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:35.602414 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6c4141a3-8432-4021-b83b-e344712d94b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:35.608126 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c558a27e-fe3c-4d68-b323-1abf3d81cc82 None None] Network bfb23052-3303-4660-848f-be0c0b86520f requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:12:35.696067 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-6c4141a3-8432-4021-b83b-e344712d94b0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8990901 Sep 02 17:12:35.723195 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4637b5b0-c262-43a4-bffd-69dbe3c88051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:35.727941 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4637b5b0-c262-43a4-bffd-69dbe3c88051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:35.727941 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-4637b5b0-c262-43a4-bffd-69dbe3c88051 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/64e58ca9-4c85-4b73-a859-95d25ee55d4c HTTP/1.1" status: 204 len: 168 time: 0.1981945 Sep 02 17:12:35.748454 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e682f72-7189-4c5a-9770-d380d9c1fe3e None None] Network bfb23052-3303-4660-848f-be0c0b86520f requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:12:35.751203 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637b5b0-c262-43a4-bffd-69dbe3c88051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e58ca9-4c85-4b73-a859-95d25ee55d4c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:36.459187 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5620449-56e8-48b9-b035-c1e4030ddc13 req-18cad9fc-dd7d-4460-9228-ef52daaa2505 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:36.460719 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e5620449-56e8-48b9-b035-c1e4030ddc13 req-18cad9fc-dd7d-4460-9228-ef52daaa2505 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 943 time: 0.0494750 Sep 02 17:12:36.508779 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e5620449-56e8-48b9-b035-c1e4030ddc13 req-72f3d2ae-7f48-4557-a96a-53eff544763a tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416856 Sep 02 17:12:36.607499 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7024e7-fd4c-4e94-8495-57650ec7b2ef req-5a63a193-6395-4bbc-90a9-f1fef73c263a tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:36.610207 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4d7024e7-fd4c-4e94-8495-57650ec7b2ef req-5a63a193-6395-4bbc-90a9-f1fef73c263a tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 945 time: 0.0581267 Sep 02 17:12:36.655493 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4d7024e7-fd4c-4e94-8495-57650ec7b2ef req-04632bf9-60ad-48ef-9fec-eb6e4a1fdd98 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393903 Sep 02 17:12:37.632401 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174e826-4231-4560-988c-d818e5177196 req-25721a7b-7180-4808-8b6b-7810b718ab38 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:37.633969 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8174e826-4231-4560-988c-d818e5177196 req-25721a7b-7180-4808-8b6b-7810b718ab38 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 943 time: 0.0544069 Sep 02 17:12:37.682589 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8174e826-4231-4560-988c-d818e5177196 req-65d0a5bd-7d34-447c-922e-4fb909db8856 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422149 Sep 02 17:12:37.776284 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 89bcdf61-8452-48c1-80b0-65223f1080af details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:12:37.786536 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device c1d44451-7c11-4157-b3d3-17170fe0407c up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:12:37.797276 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249c5ce-8e01-4063-8a7b-8cf3b2cfbd1c req-34792924-b4ed-4ec7-b818-981b9618ace3 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:37.798916 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0249c5ce-8e01-4063-8a7b-8cf3b2cfbd1c req-34792924-b4ed-4ec7-b818-981b9618ace3 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 945 time: 0.0549364 Sep 02 17:12:37.845993 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0249c5ce-8e01-4063-8a7b-8cf3b2cfbd1c req-359a67a6-1e9c-4883-aca0-cc84aecdc358 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389915 Sep 02 17:12:37.926657 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 89bcdf61-8452-48c1-80b0-65223f1080af, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=89bcdf61-8452-48c1-80b0-65223f1080af,segment=NetworkSegment(e2046494-c00d-4a1d-b941-0b549b81dcaf),segment_id=e2046494-c00d-4a1d-b941-0b549b81dcaf)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:37.942216 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': '89bcdf61-8452-48c1-80b0-65223f1080af', 'network_id': '36f892ca-fc6c-4434-9e70-c4e6c668d49e', 'port_id': '89bcdf61-8452-48c1-80b0-65223f1080af', 'mac_address': 'fa:16:3e:5c:6c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ea47e0-fd6b-4e6a-a919-4abb5283030e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:12:37.976286 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port c1d44451-7c11-4157-b3d3-17170fe0407c completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:12:37.984107 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port c1d44451-7c11-4157-b3d3-17170fe0407c triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:37.984490 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:38.011524 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:38.036507 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89bcdf61-8452-48c1-80b0-65223f1080af {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:12:38.068201 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 89bcdf61-8452-48c1-80b0-65223f1080af, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=89bcdf61-8452-48c1-80b0-65223f1080af,segment=NetworkSegment(e2046494-c00d-4a1d-b941-0b549b81dcaf),segment_id=e2046494-c00d-4a1d-b941-0b549b81dcaf)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:38.093039 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-f3371510-3de7-4022-8595-abe561b96018 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:38.094700 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-f3371510-3de7-4022-8595-abe561b96018 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/networks?id=bfb23052-3303-4660-848f-be0c0b86520f HTTP/1.1" status: 200 len: 813 time: 0.1223950 Sep 02 17:12:38.120197 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-fd35d9f8-5b52-4265-a21b-caf09a58ba9b tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/quotas/22856ff816fd4bd58330d24461acc032 HTTP/1.1" status: 200 len: 375 time: 0.0177259 Sep 02 17:12:38.124601 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:38.144620 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:38.161333 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-8f2370fa-5616-4a97-ad43-0779ec9ad00f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=22856ff816fd4bd58330d24461acc032&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327024 Sep 02 17:12:38.165578 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef29ff40-8060-4a9a-8393-d0b2909baffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d44451-7c11-4157-b3d3-17170fe0407c'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:38.171305 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401a4dcc-3dd6-4319-b156-88aac18f0263" -d '{"events": [{"server_uuid": "ef29ff40-8060-4a9a-8393-d0b2909baffa", "name": "network-vif-plugged", "status": "completed", "tag": "c1d44451-7c11-4157-b3d3-17170fe0407c"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:38.184613 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:38.191956 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port c1d44451-7c11-4157-b3d3-17170fe0407c, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c1d44451-7c11-4157-b3d3-17170fe0407c,segment=NetworkSegment(9cedd853-7fed-4049-be62-997c16797b94),segment_id=9cedd853-7fed-4049-be62-997c16797b94)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:38.245467 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=89bcdf61-8452-48c1-80b0-65223f1080af,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:38.257086 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:38.257916 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:12:38.277516 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-da2c8233-da6f-4732-8ab3-c187a4940414 service neutron] 10.222.0.78 "GET /v2.0/networks/bfb23052-3303-4660-848f-be0c0b86520f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064548 Sep 02 17:12:38.322235 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d41a677-db01-4c97-8a6b-8357f5d20afc x-openstack-request-id: req-7d41a677-db01-4c97-8a6b-8357f5d20afc {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:38.322533 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef29ff40-8060-4a9a-8393-d0b2909baffa", "name": "network-vif-plugged", "status": "completed", "tag": "c1d44451-7c11-4157-b3d3-17170fe0407c", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:38.322806 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7d41a677-db01-4c97-8a6b-8357f5d20afc {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:38.323192 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29ff40-8060-4a9a-8393-d0b2909baffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d44451-7c11-4157-b3d3-17170fe0407c', 'code': 200} Sep 02 17:12:38.352046 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=c1d44451-7c11-4157-b3d3-17170fe0407c,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:38.390220 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-4b93d7e0-207f-4de6-b757-587ffff9f0da service neutron] 10.222.0.78 "GET /v2.0/networks/bfb23052-3303-4660-848f-be0c0b86520f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082797 Sep 02 17:12:38.420214 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:12:38.425458 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:38.426092 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:38.527130 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:38.567031 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d,segment=NetworkSegment(9cedd853-7fed-4049-be62-997c16797b94),segment_id=9cedd853-7fed-4049-be62-997c16797b94)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:38.641314 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['89bcdf61-8452-48c1-80b0-65223f1080af'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:38.675581 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:38.702044 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6a2ff2ab-c973-4541-9d55-abe0260777f3 req-30aede52-538d-413e-8253-ba2b8ed7d6dc tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 210 time: 0.0495334 Sep 02 17:12:38.768606 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:38.787246 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bacff5-d20f-4507-afa5-fbcb42702307 req-9346ab10-0b50-446f-98f8-61945bad64df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:38.789563 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-82bacff5-d20f-4507-afa5-fbcb42702307 req-9346ab10-0b50-446f-98f8-61945bad64df service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 1099 time: 0.1013935 Sep 02 17:12:38.841430 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-82bacff5-d20f-4507-afa5-fbcb42702307 req-eb68f097-4128-4f41-8880-5358cd6fcecb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415039 Sep 02 17:12:38.879087 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8bb6a-48a2-4a66-86fe-5ad2b821dc1f req-88938177-f527-4e17-ab93-f7446fba5fec tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:38.880654 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-12b8bb6a-48a2-4a66-86fe-5ad2b821dc1f req-88938177-f527-4e17-ab93-f7446fba5fec tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 944 time: 0.0846326 Sep 02 17:12:38.929187 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-12b8bb6a-48a2-4a66-86fe-5ad2b821dc1f req-2cd084ba-813e-4707-b23c-07a5ceb3e6f9 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419290 Sep 02 17:12:38.995305 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018dc30-8156-4eb3-bbbd-2810a9fd7a5d req-9aa6a68c-62b6-49b4-898d-9609a8b546bf tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:38.997443 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5018dc30-8156-4eb3-bbbd-2810a9fd7a5d req-9aa6a68c-62b6-49b4-898d-9609a8b546bf tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0673192 Sep 02 17:12:39.041895 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5018dc30-8156-4eb3-bbbd-2810a9fd7a5d req-be9495b4-cd99-42f4-bff7-c57f21a00d44 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366893 Sep 02 17:12:39.784141 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dd64f8a2-a672-4741-b20d-19a0d0b4bab4 req-60f6dd4a-baa7-43d5-b471-8a24c75f38c1 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 210 time: 0.0269344 Sep 02 17:12:40.052009 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248c11b-2cdd-4d82-83cb-8e40b7f8d390 req-2199afde-14ec-4e71-a38c-f0c9e0d02ddb tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:40.053501 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3248c11b-2cdd-4d82-83cb-8e40b7f8d390 req-2199afde-14ec-4e71-a38c-f0c9e0d02ddb tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 944 time: 0.0548077 Sep 02 17:12:40.103184 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3248c11b-2cdd-4d82-83cb-8e40b7f8d390 req-654e9be5-cd40-40a4-b4d7-4e1e88beedbd tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434172 Sep 02 17:12:40.162003 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b2edf-a7b5-4997-a933-d9c741fcb196 req-536e60dc-20f7-48f7-9026-2506188562a8 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:40.163696 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-734b2edf-a7b5-4997-a933-d9c741fcb196 req-536e60dc-20f7-48f7-9026-2506188562a8 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0513875 Sep 02 17:12:40.202183 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-734b2edf-a7b5-4997-a933-d9c741fcb196 req-01b7abf2-58db-4569-949c-dc3b516ad044 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323877 Sep 02 17:12:40.324423 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a383f84c-23c9-4e2c-8e32-cc2256557ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:40.326694 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64265025-26ff-4bcb-b5e3-3af5c656a04a" -d '{"events": [{"server_uuid": "a383f84c-23c9-4e2c-8e32-cc2256557ac4", "name": "network-vif-plugged", "status": "completed", "tag": "e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:40.364659 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ed36d4-c689-4b62-82c7-3687daf37ea2 x-openstack-request-id: req-b4ed36d4-c689-4b62-82c7-3687daf37ea2 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:40.364940 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a383f84c-23c9-4e2c-8e32-cc2256557ac4", "name": "network-vif-plugged", "status": "completed", "tag": "e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:40.365199 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b4ed36d4-c689-4b62-82c7-3687daf37ea2 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:40.366120 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a383f84c-23c9-4e2c-8e32-cc2256557ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d', 'code': 200} Sep 02 17:12:40.753123 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0172ce4-a7f6-41e0-b507-b07f454a90b6 req-06595458-f661-425b-80d5-a238b72f2607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:40.754647 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c0172ce4-a7f6-41e0-b507-b07f454a90b6 req-06595458-f661-425b-80d5-a238b72f2607 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 1099 time: 0.0418282 Sep 02 17:12:40.825875 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c0172ce4-a7f6-41e0-b507-b07f454a90b6 req-295a0f51-de46-4649-989b-32d2353df4b4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319695 Sep 02 17:12:40.885061 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d91682b5-246d-43e3-82a6-cae95fd16e9a req-194a85eb-f638-4ab2-94a6-806bb287596a tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 210 time: 0.0268140 Sep 02 17:12:41.223856 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb1391-b79b-4640-9169-39fceb6fca62 req-2473c0b6-f3e8-43dc-9cca-93ca83abaf63 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:41.225443 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-65bb1391-b79b-4640-9169-39fceb6fca62 req-2473c0b6-f3e8-43dc-9cca-93ca83abaf63 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 944 time: 0.0560343 Sep 02 17:12:41.290527 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-65bb1391-b79b-4640-9169-39fceb6fca62 req-a908b177-cea7-4d76-9645-efef57528826 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561953 Sep 02 17:12:41.326866 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18150c05-2021-4879-b9be-f1722ed72ad9 req-fa25d0fe-769e-489d-b142-3d903bcc812c tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:41.328347 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-18150c05-2021-4879-b9be-f1722ed72ad9 req-fa25d0fe-769e-489d-b142-3d903bcc812c tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0537419 Sep 02 17:12:41.367002 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-18150c05-2021-4879-b9be-f1722ed72ad9 req-33884793-fcc1-495e-a6e2-4d300db8c9f2 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319266 Sep 02 17:12:41.551816 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-5762ccd8-835d-40ec-9adc-a75b12592973 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:41.553474 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-5762ccd8-835d-40ec-9adc-a75b12592973 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.46 "GET /v2.0/networks?id=bfb23052-3303-4660-848f-be0c0b86520f HTTP/1.1" status: 200 len: 813 time: 0.1131172 Sep 02 17:12:41.582976 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-5ef02a6e-56c0-470f-b713-8901e709b238 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Request body: {'port': {'device_id': '1db60963-90ca-4e8c-b76c-c7cb32b164ed', 'network_id': 'bfb23052-3303-4660-848f-be0c0b86520f', 'admin_state_up': True, 'tenant_id': '22856ff816fd4bd58330d24461acc032'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:41.787686 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-5ef02a6e-56c0-470f-b713-8901e709b238 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Made reservation on behalf of 22856ff816fd4bd58330d24461acc032 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:12:41.791654 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-5ef02a6e-56c0-470f-b713-8901e709b238 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:41.810567 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 89bcdf61-8452-48c1-80b0-65223f1080af up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:12:41.975357 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-5ef02a6e-56c0-470f-b713-8901e709b238 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Allocated IP 172.20.0.6 (bfb23052-3303-4660-848f-be0c0b86520f/dac5d2c8-1212-4fe0-b293-11ca7e98eb51/b700498e-ffeb-4610-b72f-3ebf77e2af4d) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:12:41.989124 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5338bb-20eb-4947-9dd7-2454121083d0 req-e528c308-ac6d-4a13-9b18-d4b064dc4a51 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:41.991431 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1e5338bb-20eb-4947-9dd7-2454121083d0 req-e528c308-ac6d-4a13-9b18-d4b064dc4a51 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0555506 Sep 02 17:12:41.994921 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port 89bcdf61-8452-48c1-80b0-65223f1080af completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:12:42.022140 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port 89bcdf61-8452-48c1-80b0-65223f1080af triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:42.022516 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:42.059672 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1e5338bb-20eb-4947-9dd7-2454121083d0 req-f939ae4c-22ec-406a-901e-5b11ff544ac7 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534265 Sep 02 17:12:42.153738 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:42.191730 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 89bcdf61-8452-48c1-80b0-65223f1080af, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=89bcdf61-8452-48c1-80b0-65223f1080af,segment=NetworkSegment(e2046494-c00d-4a1d-b941-0b549b81dcaf),segment_id=e2046494-c00d-4a1d-b941-0b549b81dcaf)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:42.196398 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5587d284-98d4-437f-91b3-6544f1d7f076 req-7735530f-e605-4063-bbbb-27ec2b3da52f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 210 time: 0.0531216 Sep 02 17:12:42.212022 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-5ef02a6e-56c0-470f-b713-8901e709b238 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:42.239793 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48cc82-5240-4d39-99cb-fbee5bd6cbdf req-aa8d8f47-0088-4910-b5eb-79460a4e6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:42.241450 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-8c48cc82-5240-4d39-99cb-fbee5bd6cbdf req-aa8d8f47-0088-4910-b5eb-79460a4e6016 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4812d28f2a546d688696505f61ea503&device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 1099 time: 0.0696566 Sep 02 17:12:42.278874 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:42.339742 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=89bcdf61-8452-48c1-80b0-65223f1080af,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:42.365419 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-5ef02a6e-56c0-470f-b713-8901e709b238 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:42.367026 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bc69dc-172e-437d-94df-627c7fe851bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bcdf61-8452-48c1-80b0-65223f1080af'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:42.369661 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232927bc-f07a-411e-8cd7-3335df044500" -d '{"events": [{"server_uuid": "d5bc69dc-172e-437d-94df-627c7fe851bb", "name": "network-vif-plugged", "status": "completed", "tag": "89bcdf61-8452-48c1-80b0-65223f1080af"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:42.410961 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4773f080-1a18-4188-9f86-3d48eced7b60 x-openstack-request-id: req-4773f080-1a18-4188-9f86-3d48eced7b60 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:42.411362 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bc69dc-172e-437d-94df-627c7fe851bb", "name": "network-vif-plugged", "status": "completed", "tag": "89bcdf61-8452-48c1-80b0-65223f1080af", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:42.425440 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4773f080-1a18-4188-9f86-3d48eced7b60 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:42.425440 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bc69dc-172e-437d-94df-627c7fe851bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bcdf61-8452-48c1-80b0-65223f1080af', 'code': 200} Sep 02 17:12:42.453303 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-5ef02a6e-56c0-470f-b713-8901e709b238 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Network bfb23052-3303-4660-848f-be0c0b86520f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:12:42.461120 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-5ef02a6e-56c0-470f-b713-8901e709b238 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:42.476658 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-5ef02a6e-56c0-470f-b713-8901e709b238 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:12:42.481042 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef02a6e-56c0-470f-b713-8901e709b238 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Pushing event updated for resources: {'Port': ['ID=b700498e-ffeb-4610-b72f-3ebf77e2af4d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:42.486527 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbc3c1-890d-46aa-9a5a-d0594cf936d5 req-0f0257f9-2852-4502-b16d-e5fc742f85f5 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:42.488561 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9ebbc3c1-890d-46aa-9a5a-d0594cf936d5 req-0f0257f9-2852-4502-b16d-e5fc742f85f5 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 945 time: 0.1025186 Sep 02 17:12:42.532214 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48cc82-5240-4d39-99cb-fbee5bd6cbdf req-f7c4aad2-8c3b-45e7-9918-2b4af733ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:42.536981 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-8c48cc82-5240-4d39-99cb-fbee5bd6cbdf req-f7c4aad2-8c3b-45e7-9918-2b4af733ea9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d HTTP/1.1" status: 200 len: 921 time: 0.2356799 Sep 02 17:12:42.553332 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9ebbc3c1-890d-46aa-9a5a-d0594cf936d5 req-c2368dab-b7f2-4cde-82e9-52a31704e0b4 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574658 Sep 02 17:12:42.593956 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-8c48cc82-5240-4d39-99cb-fbee5bd6cbdf req-cfaa6ae0-3b9c-4e27-9d7c-d51a9f0faf85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d44451-7c11-4157-b3d3-17170fe0407c HTTP/1.1" status: 200 len: 217 time: 0.0445151 Sep 02 17:12:42.597762 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f09cea54-d850-4a78-9640-5777625ae04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:42.611351 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-5ef02a6e-56c0-470f-b713-8901e709b238 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:42.611987 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-5ef02a6e-56c0-470f-b713-8901e709b238 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:42.666570 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48cc82-5240-4d39-99cb-fbee5bd6cbdf req-4aebc900-1342-4d92-893d-b4f1467d7a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:42.668357 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-8c48cc82-5240-4d39-99cb-fbee5bd6cbdf req-4aebc900-1342-4d92-893d-b4f1467d7a2e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f679a40-1eb3-4231-b690-a44300e7c2c9 HTTP/1.1" status: 200 len: 859 time: 0.0533679 Sep 02 17:12:42.721251 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-8c48cc82-5240-4d39-99cb-fbee5bd6cbdf req-dd1247e2-5c28-4909-977d-7f1ad77f024a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343633 Sep 02 17:12:42.794217 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-5ef02a6e-56c0-470f-b713-8901e709b238 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2154777 Sep 02 17:12:42.840111 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Request body: {'port': {'device_id': '1db60963-90ca-4e8c-b76c-c7cb32b164ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:42.877104 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-8c48cc82-5240-4d39-99cb-fbee5bd6cbdf req-a07ed69c-a02d-4771-bf0e-d1e0c2068508 service neutron] 10.222.0.46 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397693 Sep 02 17:12:42.983132 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:43.003026 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c080bea-a630-4e76-b1ab-88a8abc3b58e req-94580785-caed-4ec9-b1f8-718bb6cc1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:43.004527 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4c080bea-a630-4e76-b1ab-88a8abc3b58e req-94580785-caed-4ec9-b1f8-718bb6cc1780 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 1098 time: 0.1405678 Sep 02 17:12:43.085046 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-8c48cc82-5240-4d39-99cb-fbee5bd6cbdf req-80b5f7cd-4078-4c1a-a84d-40766eea40d7 service neutron] 10.222.0.46 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889343 Sep 02 17:12:43.102271 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4c080bea-a630-4e76-b1ab-88a8abc3b58e req-fbb04f11-8485-4204-b113-7c177f2e93f2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735486 Sep 02 17:12:43.232324 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe1a13-a7cd-41e7-a8b3-9eb16f48073a req-d92ed38e-e1c8-46a5-8696-c81f2a2e10d1 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:43.232869 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bbbe1a13-a7cd-41e7-a8b3-9eb16f48073a req-d92ed38e-e1c8-46a5-8696-c81f2a2e10d1 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0643468 Sep 02 17:12:43.282115 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bbbe1a13-a7cd-41e7-a8b3-9eb16f48073a req-16583373-94a1-4f7f-b41a-89a294d48dca tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409575 Sep 02 17:12:43.392042 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b700498e-ffeb-4610-b72f-3ebf77e2af4d {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:12:43.400794 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:43.405852 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281193cd-404f-40d6-8135-5bda9021532f req-944b7c15-2ce4-4da6-a095-aa7a0ef73ee6 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:43.406075 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-281193cd-404f-40d6-8135-5bda9021532f req-944b7c15-2ce4-4da6-a095-aa7a0ef73ee6 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 931 time: 0.0562594 Sep 02 17:12:43.414328 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Transition to ACTIVE for port object b700498e-ffeb-4610-b72f-3ebf77e2af4d will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:12:43.448185 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-281193cd-404f-40d6-8135-5bda9021532f req-6013c3d9-4d45-4aa0-8827-b26e79f1f7f4 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378025 Sep 02 17:12:43.494785 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:43.567041 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Pushing event updated for resources: {'Port': ['ID=b700498e-ffeb-4610-b72f-3ebf77e2af4d,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:43.645064 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Attempting to bind port b700498e-ffeb-4610-b72f-3ebf77e2af4d on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:12:43.645442 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Attempting to bind port b700498e-ffeb-4610-b72f-3ebf77e2af4d by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '90992942-a7e9-4c62-93f9-c74e32098b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'bfb23052-3303-4660-848f-be0c0b86520f'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:12:43.645798 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Attempting to bind port b700498e-ffeb-4610-b72f-3ebf77e2af4d on network bfb23052-3303-4660-848f-be0c0b86520f {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:43.650665 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Port b700498e-ffeb-4610-b72f-3ebf77e2af4d on network bfb23052-3303-4660-848f-be0c0b86520f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:12:43.650989 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Attempting to bind port b700498e-ffeb-4610-b72f-3ebf77e2af4d on network bfb23052-3303-4660-848f-be0c0b86520f {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:43.656108 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:12:43.656447 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Checking segment: {'id': '90992942-a7e9-4c62-93f9-c74e32098b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'bfb23052-3303-4660-848f-be0c0b86520f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:12:43.656832 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Bound using segment: {'id': '90992942-a7e9-4c62-93f9-c74e32098b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'bfb23052-3303-4660-848f-be0c0b86520f'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:12:43.657263 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Bound port: b700498e-ffeb-4610-b72f-3ebf77e2af4d, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90992942-a7e9-4c62-93f9-c74e32098b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'bfb23052-3303-4660-848f-be0c0b86520f'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:12:43.658342 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:43.696588 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:12:43.707638 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5a8d4-148f-4167-bd98-76000b36b68a req-2123faf2-06bb-46c2-9d03-8b35de374341 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:43.709165 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f2a5a8d4-148f-4167-bd98-76000b36b68a req-2123faf2-06bb-46c2-9d03-8b35de374341 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 945 time: 0.0629396 Sep 02 17:12:43.734324 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] For port b700498e-ffeb-4610-b72f-3ebf77e2af4d, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:12:43.743894 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] For port b700498e-ffeb-4610-b72f-3ebf77e2af4d, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b700498e-ffeb-4610-b72f-3ebf77e2af4d,segment=NetworkSegment(90992942-a7e9-4c62-93f9-c74e32098b48),segment_id=90992942-a7e9-4c62-93f9-c74e32098b48)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:12:43.758932 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f2a5a8d4-148f-4167-bd98-76000b36b68a req-847b3cf3-83e7-45e0-9791-f1d517edb445 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359097 Sep 02 17:12:43.859651 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:43.891719 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:43.892734 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:43.894237 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] 10.222.0.46 "PUT /v2.0/ports/b700498e-ffeb-4610-b72f-3ebf77e2af4d HTTP/1.1" status: 200 len: 1093 time: 1.0586977 Sep 02 17:12:43.894684 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db60963-90ca-4e8c-b76c-c7cb32b164ed', 'tag': 'b700498e-ffeb-4610-b72f-3ebf77e2af4d'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:43.896953 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f7032c-6036-4409-93e2-566e4623f3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "1db60963-90ca-4e8c-b76c-c7cb32b164ed", "tag": "b700498e-ffeb-4610-b72f-3ebf77e2af4d"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:43.925163 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b560659-fda5-4f15-a899-dadca07d691c service neutron] Pushing event updated for resources: {'Port': ['ID=b700498e-ffeb-4610-b72f-3ebf77e2af4d,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:43.950376 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2af5bcc-7f9e-485a-ab27-f423f6fc25f7 x-openstack-request-id: req-f2af5bcc-7f9e-485a-ab27-f423f6fc25f7 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:43.950664 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db60963-90ca-4e8c-b76c-c7cb32b164ed", "tag": "b700498e-ffeb-4610-b72f-3ebf77e2af4d", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:43.951033 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f2af5bcc-7f9e-485a-ab27-f423f6fc25f7 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:43.951302 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db60963-90ca-4e8c-b76c-c7cb32b164ed', 'tag': 'b700498e-ffeb-4610-b72f-3ebf77e2af4d', 'status': 'completed', 'code': 200} Sep 02 17:12:44.071262 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7032c-6036-4409-93e2-566e4623f3a9 req-a22a2dff-d235-43b1-948b-fe7d33d6969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:44.072991 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e9f7032c-6036-4409-93e2-566e4623f3a9 req-a22a2dff-d235-43b1-948b-fe7d33d6969d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22856ff816fd4bd58330d24461acc032&device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 1096 time: 0.0547423 Sep 02 17:12:44.210262 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7032c-6036-4409-93e2-566e4623f3a9 req-725319d2-388b-43ed-af44-60b83af4f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:44.211742 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e9f7032c-6036-4409-93e2-566e4623f3a9 req-725319d2-388b-43ed-af44-60b83af4f7aa service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=22856ff816fd4bd58330d24461acc032&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1163037 Sep 02 17:12:44.320335 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7032c-6036-4409-93e2-566e4623f3a9 req-ec91e81b-bf61-4429-b5d2-3947b57dda61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:44.321937 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e9f7032c-6036-4409-93e2-566e4623f3a9 req-ec91e81b-bf61-4429-b5d2-3947b57dda61 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0945430 Sep 02 17:12:44.408922 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e812db3-dba1-4a4a-9a8e-a8bf7b5e3131 req-ea15aaaa-a2a5-4291-92a4-876c18b46bf7 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:44.410508 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1e812db3-dba1-4a4a-9a8e-a8bf7b5e3131 req-ea15aaaa-a2a5-4291-92a4-876c18b46bf7 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0560329 Sep 02 17:12:44.462393 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1e812db3-dba1-4a4a-9a8e-a8bf7b5e3131 req-15b339d3-01cb-4fb2-bbe4-e22477189421 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454462 Sep 02 17:12:44.484791 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-a6b6b813-c79e-4212-8804-d62d98e78e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:44.488935 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-a6b6b813-c79e-4212-8804-d62d98e78e9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22856ff816fd4bd58330d24461acc032&device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 1096 time: 0.0688248 Sep 02 17:12:44.562365 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-80c7d988-6ba6-4afb-b90a-a8a1050beff4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b700498e-ffeb-4610-b72f-3ebf77e2af4d HTTP/1.1" status: 200 len: 217 time: 0.0445678 Sep 02 17:12:44.576764 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2d200-7a7e-4da9-be90-b51f7a5b3573 req-6192a12d-e42a-463e-9700-3388c9022e4e tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:44.578546 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-74f2d200-7a7e-4da9-be90-b51f7a5b3573 req-6192a12d-e42a-463e-9700-3388c9022e4e tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 943 time: 0.0526533 Sep 02 17:12:44.615419 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-290356be-9b22-410c-abff-e248565e2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:44.616881 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-290356be-9b22-410c-abff-e248565e2b72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dac5d2c8-1212-4fe0-b293-11ca7e98eb51 HTTP/1.1" status: 200 len: 853 time: 0.0466695 Sep 02 17:12:44.620655 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-74f2d200-7a7e-4da9-be90-b51f7a5b3573 req-f777357a-7ba1-49c1-b8d5-16647772d3a6 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356379 Sep 02 17:12:44.660936 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-b05c1d2a-87ad-4677-b47c-8337633de32d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bfb23052-3303-4660-848f-be0c0b86520f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252004 Sep 02 17:12:44.774237 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-18730a35-5f29-4fc0-9e22-eadf5290e75e service neutron] 10.222.0.46 "GET /v2.0/networks/bfb23052-3303-4660-848f-be0c0b86520f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927422 Sep 02 17:12:44.897848 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2d471-03c2-4407-97e5-f5632602f7a2 req-0127a056-8b77-44a4-894f-b126815141d1 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:44.899566 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-16c2d471-03c2-4407-97e5-f5632602f7a2 req-0127a056-8b77-44a4-894f-b126815141d1 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 945 time: 0.0720837 Sep 02 17:12:44.913047 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ac0138f6-c734-49a4-bec1-8d391ac347dc req-1e677195-fa64-48c9-a13a-22deaecf33aa service neutron] 10.222.0.46 "GET /v2.0/networks/bfb23052-3303-4660-848f-be0c0b86520f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137009 Sep 02 17:12:44.942419 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-16c2d471-03c2-4407-97e5-f5632602f7a2 req-808b3ffe-237c-41d5-8c3b-f8e567d232bd tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369358 Sep 02 17:12:45.260344 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2fd8c4b1-7841-4ce9-b20e-656e222c3996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:45.588588 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c324b-7023-499c-860d-0eb932bb272f req-a55d2644-4d88-425f-b282-1ce670ebf05b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:45.590193 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dd1c324b-7023-499c-860d-0eb932bb272f req-a55d2644-4d88-425f-b282-1ce670ebf05b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0486689 Sep 02 17:12:45.630870 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dd1c324b-7023-499c-860d-0eb932bb272f req-f2b0a918-31cd-449d-8e8d-b70a35e43e0b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341978 Sep 02 17:12:45.660275 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:45.740523 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc687f7-833f-4005-8881-02b5e492ec6c req-b9423117-ab14-4083-95f4-6ec86646cdcf tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:45.741960 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9bc687f7-833f-4005-8881-02b5e492ec6c req-b9423117-ab14-4083-95f4-6ec86646cdcf tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 943 time: 0.0511706 Sep 02 17:12:45.780828 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9bc687f7-833f-4005-8881-02b5e492ec6c req-4cebb690-3538-49d6-b5e7-3fafd13cd482 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327747 Sep 02 17:12:46.026067 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553abde-35bf-43eb-b23c-021a4a43982e req-d49bcd78-b0f4-44a7-9252-39f4334d531b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:46.027575 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8553abde-35bf-43eb-b23c-021a4a43982e req-d49bcd78-b0f4-44a7-9252-39f4334d531b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0641365 Sep 02 17:12:46.102464 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8553abde-35bf-43eb-b23c-021a4a43982e req-260a24f9-89af-4b31-8d89-03abf9192378 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472560 Sep 02 17:12:46.109853 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2a5a8-7bd8-4237-bcb3-fa7a400d3956 req-12c3b8a2-353c-45d3-96a9-fe58d75cf5ac tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:46.112213 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5ad2a5a8-7bd8-4237-bcb3-fa7a400d3956 req-12c3b8a2-353c-45d3-96a9-fe58d75cf5ac tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 945 time: 0.0837255 Sep 02 17:12:46.155302 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5ad2a5a8-7bd8-4237-bcb3-fa7a400d3956 req-097e4e87-a2bf-41f4-9abf-42123351704f tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351386 Sep 02 17:12:46.197885 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:46.335837 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac268b-0307-472e-9358-6673a84033d9 req-1c2ff4c9-1c64-448b-b67a-9c58bb0843c5 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:46.337301 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-45ac268b-0307-472e-9358-6673a84033d9 req-1c2ff4c9-1c64-448b-b67a-9c58bb0843c5 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/networks?id=738444e4-ce26-4b0c-8734-6b95252db57f HTTP/1.1" status: 200 len: 814 time: 0.1137276 Sep 02 17:12:46.352610 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-45ac268b-0307-472e-9358-6673a84033d9 req-0a2dca5b-af59-4186-bc73-ebebc7e3a1b6 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/quotas/ce61cbece70f44019c9692271ad82af0 HTTP/1.1" status: 200 len: 375 time: 0.0095923 Sep 02 17:12:46.403649 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-45ac268b-0307-472e-9358-6673a84033d9 req-580d573e-7862-4d31-8939-5805049fd507 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ce61cbece70f44019c9692271ad82af0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456519 Sep 02 17:12:46.497737 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-45ac268b-0307-472e-9358-6673a84033d9 req-684a5097-9dfb-43cb-bdda-834dc97979a6 service neutron] 10.222.0.78 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864577 Sep 02 17:12:46.746357 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-45ac268b-0307-472e-9358-6673a84033d9 req-82f5de79-6a1d-4951-bf1d-ba823639f1a8 service neutron] 10.222.0.78 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424784 Sep 02 17:12:47.013645 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa4fb8-e34b-41c6-8c69-25c969dd45c1 req-062f2f79-9edc-49ca-96b3-d0bf7e1c1334 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:47.013645 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0caa4fb8-e34b-41c6-8c69-25c969dd45c1 req-062f2f79-9edc-49ca-96b3-d0bf7e1c1334 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0507877 Sep 02 17:12:47.059303 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0caa4fb8-e34b-41c6-8c69-25c969dd45c1 req-8023b84d-096c-4431-862f-3eb111d88037 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401933 Sep 02 17:12:47.163493 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378355a-83e2-470b-88f3-2f31b881fad3 req-54ccc44a-cfb4-4d9f-b379-f139831f7cfe tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:47.164940 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6378355a-83e2-470b-88f3-2f31b881fad3 req-54ccc44a-cfb4-4d9f-b379-f139831f7cfe tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 943 time: 0.0494764 Sep 02 17:12:47.207770 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6378355a-83e2-470b-88f3-2f31b881fad3 req-056758ba-492c-41e8-ae3c-6ee0638a14cc tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352237 Sep 02 17:12:47.281142 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d3238d12-66a5-4cec-aadb-70bf1fcb0ca4 req-c0010904-ffcc-423e-b756-f07c40112c08 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 210 time: 0.0269301 Sep 02 17:12:47.406560 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e6d00-154c-4f3a-8b58-eb0c39a25ce2 req-4b1468b8-80fb-41ce-bf3e-73f3fb6e1cfc tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:47.410365 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a34e6d00-154c-4f3a-8b58-eb0c39a25ce2 req-4b1468b8-80fb-41ce-bf3e-73f3fb6e1cfc tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0714393 Sep 02 17:12:47.458083 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a34e6d00-154c-4f3a-8b58-eb0c39a25ce2 req-8d14f8ce-4b6d-4b6e-9ed3-7f00ba874e9d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415137 Sep 02 17:12:47.814414 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device b700498e-ffeb-4610-b72f-3ebf77e2af4d details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:12:47.918173 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port b700498e-ffeb-4610-b72f-3ebf77e2af4d, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b700498e-ffeb-4610-b72f-3ebf77e2af4d,segment=NetworkSegment(90992942-a7e9-4c62-93f9-c74e32098b48),segment_id=90992942-a7e9-4c62-93f9-c74e32098b48)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:47.934156 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': 'b700498e-ffeb-4610-b72f-3ebf77e2af4d', 'network_id': 'bfb23052-3303-4660-848f-be0c0b86520f', 'port_id': 'b700498e-ffeb-4610-b72f-3ebf77e2af4d', 'mac_address': 'fa:16:3e:6f:81:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac5d2c8-1212-4fe0-b293-11ca7e98eb51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:12:47.973044 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:47.976984 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf089b-3d1e-423f-8a62-b8525407403b req-1f7d26ab-1ac3-4f57-9aa4-56ba0185d281 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:47.978545 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-39bf089b-3d1e-423f-8a62-b8525407403b req-1f7d26ab-1ac3-4f57-9aa4-56ba0185d281 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 945 time: 0.0511627 Sep 02 17:12:47.989152 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b700498e-ffeb-4610-b72f-3ebf77e2af4d {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:12:48.013199 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port b700498e-ffeb-4610-b72f-3ebf77e2af4d, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b700498e-ffeb-4610-b72f-3ebf77e2af4d,segment=NetworkSegment(90992942-a7e9-4c62-93f9-c74e32098b48),segment_id=90992942-a7e9-4c62-93f9-c74e32098b48)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:48.022154 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-39bf089b-3d1e-423f-8a62-b8525407403b req-57dfdda6-8f23-493d-b6f7-ccac59113619 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367959 Sep 02 17:12:48.088940 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:48.138030 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=b700498e-ffeb-4610-b72f-3ebf77e2af4d,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:48.163031 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:48.184502 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a7224-f808-42d7-a90f-3adebcd27db4 req-4f124510-90fa-47e0-8550-43dd7a7108da tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:48.186112 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-880a7224-f808-42d7-a90f-3adebcd27db4 req-4f124510-90fa-47e0-8550-43dd7a7108da tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0551524 Sep 02 17:12:48.226943 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-880a7224-f808-42d7-a90f-3adebcd27db4 req-189e6aa2-cca7-4831-96da-80f32241c1bf tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340252 Sep 02 17:12:48.348316 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b440f-b3df-4d86-acbf-784fbbfac31b req-fae255b3-f9b5-470e-b7d6-fc7125d9938b tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:48.349967 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-102b440f-b3df-4d86-acbf-784fbbfac31b req-fae255b3-f9b5-470e-b7d6-fc7125d9938b tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 944 time: 0.0568442 Sep 02 17:12:48.401305 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 38696) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:48.403061 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0178fbf8-c5a1-4d4f-8b37-b822e5b5dcc0 req-7b2fde03-da71-4221-bb26-b03500e8b9c7 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 210 time: 0.0394549 Sep 02 17:12:48.420548 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-102b440f-b3df-4d86-acbf-784fbbfac31b req-f64069ac-3646-45e8-89de-46acc381d895 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643301 Sep 02 17:12:48.550927 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1096cd97-9775-45a0-8253-f474164bbead admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:48.586177 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440f710-5302-487f-9fc6-1e6b3366ad86 req-6c865e20-0012-4ca8-bcc8-faa7c10010e6 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:48.593594 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a440f710-5302-487f-9fc6-1e6b3366ad86 req-6c865e20-0012-4ca8-bcc8-faa7c10010e6 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0551379 Sep 02 17:12:48.634737 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['b700498e-ffeb-4610-b72f-3ebf77e2af4d'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:48.639149 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a440f710-5302-487f-9fc6-1e6b3366ad86 req-96f7e2d5-5938-44b9-ab98-4ddf276c5347 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369005 Sep 02 17:12:48.658880 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1096cd97-9775-45a0-8253-f474164bbead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:48.757845 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1096cd97-9775-45a0-8253-f474164bbead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:48.804989 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096cd97-9775-45a0-8253-f474164bbead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ed578f-10ef-459d-ae12-807d97582d80,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:48.809530 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-1096cd97-9775-45a0-8253-f474164bbead admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=84b86372a7934c10b765d645acb13b78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070816 Sep 02 17:12:48.812062 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 38704) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:48.864619 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ccc690a1-d3b1-49bf-b9a4-2cfa6d792f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:48.886257 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ccc690a1-d3b1-49bf-b9a4-2cfa6d792f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:49.014588 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ccc690a1-d3b1-49bf-b9a4-2cfa6d792f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:49.017195 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ccc690a1-d3b1-49bf-b9a4-2cfa6d792f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:49.018566 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-ccc690a1-d3b1-49bf-b9a4-2cfa6d792f69 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/79ed578f-10ef-459d-ae12-807d97582d80 HTTP/1.1" status: 204 len: 168 time: 0.2056036 Sep 02 17:12:49.028267 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc690a1-d3b1-49bf-b9a4-2cfa6d792f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ed578f-10ef-459d-ae12-807d97582d80,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:49.155783 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045a332-c5d6-428e-b4d8-c02b5b71792c req-b303f258-a49c-4965-8d5a-03d9bd55ede3 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:49.157361 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4045a332-c5d6-428e-b4d8-c02b5b71792c req-b303f258-a49c-4965-8d5a-03d9bd55ede3 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 945 time: 0.0521302 Sep 02 17:12:49.199293 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4045a332-c5d6-428e-b4d8-c02b5b71792c req-bdc4883a-8fd8-46e1-b4ad-468ba98d8c8e tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346920 Sep 02 17:12:49.372437 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d9069-f03b-414f-8cf2-a9f65e1ba57a req-d406df73-3f99-41f7-86b4-95c20f8ef594 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:49.374071 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a79d9069-f03b-414f-8cf2-a9f65e1ba57a req-d406df73-3f99-41f7-86b4-95c20f8ef594 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0760448 Sep 02 17:12:49.425822 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a79d9069-f03b-414f-8cf2-a9f65e1ba57a req-011c86c5-e37d-46b4-8660-8defdf3c91f1 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447249 Sep 02 17:12:49.445809 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac268b-0307-472e-9358-6673a84033d9 req-1602e930-cf64-462c-b721-225a355a89e2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:49.447318 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-45ac268b-0307-472e-9358-6673a84033d9 req-1602e930-cf64-462c-b721-225a355a89e2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.46 "GET /v2.0/networks?id=738444e4-ce26-4b0c-8734-6b95252db57f HTTP/1.1" status: 200 len: 814 time: 0.1421697 Sep 02 17:12:49.478307 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-45ac268b-0307-472e-9358-6673a84033d9 req-462ca9ce-da0f-450a-b30b-d3ff343afb9f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Request body: {'port': {'device_id': '9a41db26-9d97-479b-8bbc-e7fc41fe603e', 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f', 'admin_state_up': True, 'tenant_id': 'ce61cbece70f44019c9692271ad82af0'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:49.535985 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1ea9a39a-cef7-4704-83ab-d8fe49cdb246 req-70cc2754-b2f7-43aa-a967-90f1bd421f31 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 210 time: 0.0372803 Sep 02 17:12:49.582688 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff572076-5b80-43a9-8b7c-9b911bb0c348 req-cce53dd1-2fb1-4a5f-843a-050690bb5811 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:49.584162 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ff572076-5b80-43a9-8b7c-9b911bb0c348 req-cce53dd1-2fb1-4a5f-843a-050690bb5811 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 944 time: 0.0739636 Sep 02 17:12:49.630739 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ff572076-5b80-43a9-8b7c-9b911bb0c348 req-63daf8d6-5b3a-4266-8bde-409d18f27c10 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405471 Sep 02 17:12:49.707706 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ac268b-0307-472e-9358-6673a84033d9 req-462ca9ce-da0f-450a-b30b-d3ff343afb9f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Made reservation on behalf of ce61cbece70f44019c9692271ad82af0 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:12:49.711360 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-45ac268b-0307-472e-9358-6673a84033d9 req-462ca9ce-da0f-450a-b30b-d3ff343afb9f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:49.769588 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029be427-eac6-4cf1-849a-7b840699925a req-e0a61a13-a92d-4d8a-93df-bcde07565c95 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:49.771371 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-029be427-eac6-4cf1-849a-7b840699925a req-e0a61a13-a92d-4d8a-93df-bcde07565c95 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0608890 Sep 02 17:12:49.788861 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 38724) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:49.809601 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7687d4a5-0a59-40e4-88b2-8affbaa82a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:49.825679 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-029be427-eac6-4cf1-849a-7b840699925a req-ce061ebf-bae7-4a75-9680-e42a85a93099 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467253 Sep 02 17:12:49.889089 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-45ac268b-0307-472e-9358-6673a84033d9 req-462ca9ce-da0f-450a-b30b-d3ff343afb9f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Allocated IP 172.20.0.14 (738444e4-ce26-4b0c-8734-6b95252db57f/3a50c83f-5b1e-40ad-a862-f35863b5fb27/083f7fa6-d3b1-490c-b58c-6050f1765ea7) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:12:50.036079 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7687d4a5-0a59-40e4-88b2-8affbaa82a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:50.086586 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-45ac268b-0307-472e-9358-6673a84033d9 req-462ca9ce-da0f-450a-b30b-d3ff343afb9f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:50.095895 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7687d4a5-0a59-40e4-88b2-8affbaa82a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:50.145498 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-7687d4a5-0a59-40e4-88b2-8affbaa82a8a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=22ecb9909716424fbb8229f5262718d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552811 Sep 02 17:12:50.150629 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 38728) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:50.156685 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687d4a5-0a59-40e4-88b2-8affbaa82a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b0b4b1-3cda-4aeb-a88a-28ad85c56860,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:50.201794 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-24120e5e-8367-498f-8b5e-8a3bb8360a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:50.223028 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-24120e5e-8367-498f-8b5e-8a3bb8360a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:50.249750 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-45ac268b-0307-472e-9358-6673a84033d9 req-462ca9ce-da0f-450a-b30b-d3ff343afb9f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:50.293151 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['5c7e5724-ef15-4150-b762-44cb370f19d8', '5216ee43-bf8f-47a9-b43e-0e8555a1ca99', '1f205826-0aeb-4a04-8754-9da185ebdd65'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:50.294537 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ac268b-0307-472e-9358-6673a84033d9 req-462ca9ce-da0f-450a-b30b-d3ff343afb9f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Network 738444e4-ce26-4b0c-8734-6b95252db57f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:12:50.308624 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-45ac268b-0307-472e-9358-6673a84033d9 req-462ca9ce-da0f-450a-b30b-d3ff343afb9f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:50.334506 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ac268b-0307-472e-9358-6673a84033d9 req-462ca9ce-da0f-450a-b30b-d3ff343afb9f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:12:50.335517 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aba5cf-b5dd-40c6-8ed3-480795334fd9 req-c743ca8b-ddc2-46a9-abfd-e752c674f7d5 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:50.337213 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-84aba5cf-b5dd-40c6-8ed3-480795334fd9 req-c743ca8b-ddc2-46a9-abfd-e752c674f7d5 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 945 time: 0.0523827 Sep 02 17:12:50.338508 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ca9ce-da0f-450a-b30b-d3ff343afb9f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Pushing event updated for resources: {'Port': ['ID=083f7fa6-d3b1-490c-b58c-6050f1765ea7,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:50.365436 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-24120e5e-8367-498f-8b5e-8a3bb8360a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:50.368499 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-24120e5e-8367-498f-8b5e-8a3bb8360a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:50.369837 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-24120e5e-8367-498f-8b5e-8a3bb8360a85 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/67b0b4b1-3cda-4aeb-a88a-28ad85c56860 HTTP/1.1" status: 204 len: 168 time: 0.2199326 Sep 02 17:12:50.388758 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24120e5e-8367-498f-8b5e-8a3bb8360a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b0b4b1-3cda-4aeb-a88a-28ad85c56860,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:50.392992 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac268b-0307-472e-9358-6673a84033d9 req-462ca9ce-da0f-450a-b30b-d3ff343afb9f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:50.393729 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-45ac268b-0307-472e-9358-6673a84033d9 req-462ca9ce-da0f-450a-b30b-d3ff343afb9f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:50.404685 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b17171-f4fa-413e-8fce-1e98579f2ca2 req-105f88b6-3761-4189-b615-201d54316efa tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:50.406204 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e4b17171-f4fa-413e-8fce-1e98579f2ca2 req-105f88b6-3761-4189-b615-201d54316efa tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 945 time: 0.1086345 Sep 02 17:12:50.406377 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-84aba5cf-b5dd-40c6-8ed3-480795334fd9 req-0da3a191-bd0c-4709-b4b0-384e6963fe9f tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/security-groups?id=33e869c2-3e76-4cf2-92d3-53ec0e2149a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599077 Sep 02 17:12:50.481615 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-45ac268b-0307-472e-9358-6673a84033d9 req-462ca9ce-da0f-450a-b30b-d3ff343afb9f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0074682 Sep 02 17:12:50.510241 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Request body: {'port': {'device_id': '9a41db26-9d97-479b-8bbc-e7fc41fe603e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:50.547730 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-e4b17171-f4fa-413e-8fce-1e98579f2ca2 req-aa42a870-b731-4649-8ff2-b558724b8bd9 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Deleting port 89bcdf61-8452-48c1-80b0-65223f1080af {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:12:50.548121 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e4b17171-f4fa-413e-8fce-1e98579f2ca2 req-aa42a870-b731-4649-8ff2-b558724b8bd9 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:50.580068 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e79d26-4afa-4f52-ae60-8b0a1db2c1c5 req-d57a155b-315a-4c8f-9bfe-d697b62b9239 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:50.582254 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-71e79d26-4afa-4f52-ae60-8b0a1db2c1c5 req-d57a155b-315a-4c8f-9bfe-d697b62b9239 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0745006 Sep 02 17:12:50.620759 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:50.656112 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-71e79d26-4afa-4f52-ae60-8b0a1db2c1c5 req-be2d7386-3335-49fa-aa7e-0eb6b808ec3b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514693 Sep 02 17:12:50.736363 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd201f-ea8d-44f7-9bf4-7728fc18f56f req-79af0bf8-4334-46b9-a26e-23bb829ff964 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:50.738084 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ffcd201f-ea8d-44f7-9bf4-7728fc18f56f req-79af0bf8-4334-46b9-a26e-23bb829ff964 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 932 time: 0.0810051 Sep 02 17:12:50.828031 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ffcd201f-ea8d-44f7-9bf4-7728fc18f56f req-8de532bb-8c28-4d88-a848-d38a75127f75 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773742 Sep 02 17:12:50.837563 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceae69c-fcc8-4212-b2e1-33f63bca7e7d req-849c28ef-2586-45c4-bda2-d4d545bdd9eb tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:50.844955 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bceae69c-fcc8-4212-b2e1-33f63bca7e7d req-849c28ef-2586-45c4-bda2-d4d545bdd9eb tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 944 time: 0.1055582 Sep 02 17:12:50.897011 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bceae69c-fcc8-4212-b2e1-33f63bca7e7d req-4a0b7188-feec-4d32-816c-0b16581a8c47 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502431 Sep 02 17:12:50.975339 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7f4b7-31e2-4084-99c9-aac68ec2407e req-0132ed15-43ef-4539-b528-bb776d229a3e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:50.976863 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d5c7f4b7-31e2-4084-99c9-aac68ec2407e req-0132ed15-43ef-4539-b528-bb776d229a3e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0553758 Sep 02 17:12:50.999452 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-e4b17171-f4fa-413e-8fce-1e98579f2ca2 req-aa42a870-b731-4649-8ff2-b558724b8bd9 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] For port 89bcdf61-8452-48c1-80b0-65223f1080af, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=89bcdf61-8452-48c1-80b0-65223f1080af,segment=NetworkSegment(e2046494-c00d-4a1d-b941-0b549b81dcaf),segment_id=e2046494-c00d-4a1d-b941-0b549b81dcaf)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:50.999846 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e4b17171-f4fa-413e-8fce-1e98579f2ca2 req-aa42a870-b731-4649-8ff2-b558724b8bd9 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:51.021890 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d5c7f4b7-31e2-4084-99c9-aac68ec2407e req-85284861-1332-4db1-90e7-fd61786de664 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385449 Sep 02 17:12:51.064592 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-e4b17171-f4fa-413e-8fce-1e98579f2ca2 req-aa42a870-b731-4649-8ff2-b558724b8bd9 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Calling delete_port for 89bcdf61-8452-48c1-80b0-65223f1080af owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:12:51.143258 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 38746) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:51.156843 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-af23d92c-df13-40d7-911b-3b6c27c3559c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:51.249744 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-af23d92c-df13-40d7-911b-3b6c27c3559c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:51.317793 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-af23d92c-df13-40d7-911b-3b6c27c3559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:51.320646 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 083f7fa6-d3b1-490c-b58c-6050f1765ea7 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:12:51.330238 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:51.343554 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Transition to ACTIVE for port object 083f7fa6-d3b1-490c-b58c-6050f1765ea7 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:12:51.356751 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-af23d92c-df13-40d7-911b-3b6c27c3559c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2e61ed7c85d74ffe919194320f40b2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123947 Sep 02 17:12:51.359133 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23d92c-df13-40d7-911b-3b6c27c3559c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49c186c-4cbb-4885-920d-406fc2e956af,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:51.359471 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 38748) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:51.378953 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e4b17171-f4fa-413e-8fce-1e98579f2ca2 req-aa42a870-b731-4649-8ff2-b558724b8bd9 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:51.418568 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42a870-b731-4649-8ff2-b558724b8bd9 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Pushing event deleted for resources: {'Port': ['ID=89bcdf61-8452-48c1-80b0-65223f1080af,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:51.422485 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:51.505704 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fae53fca-7397-4059-804d-6362fbd5e162 req-0949e187-c13a-45f4-93d6-5b14cbcb15a0 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 210 time: 0.0259743 Sep 02 17:12:51.513109 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b17171-f4fa-413e-8fce-1e98579f2ca2 req-aa42a870-b731-4649-8ff2-b558724b8bd9 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] No DVR routers for this DVR port 89bcdf61-8452-48c1-80b0-65223f1080af on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:12:51.522681 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e4b17171-f4fa-413e-8fce-1e98579f2ca2 req-aa42a870-b731-4649-8ff2-b558724b8bd9 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:51.524607 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e4b17171-f4fa-413e-8fce-1e98579f2ca2 req-aa42a870-b731-4649-8ff2-b558724b8bd9 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.46 "DELETE /v2.0/ports/89bcdf61-8452-48c1-80b0-65223f1080af HTTP/1.1" status: 204 len: 173 time: 1.1100142 Sep 02 17:12:51.525068 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bc69dc-172e-437d-94df-627c7fe851bb', 'name': 'network-vif-deleted', 'tag': '89bcdf61-8452-48c1-80b0-65223f1080af'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:51.527386 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0ffad3-e713-4151-862f-28771d891b09" -d '{"events": [{"server_uuid": "d5bc69dc-172e-437d-94df-627c7fe851bb", "name": "network-vif-deleted", "tag": "89bcdf61-8452-48c1-80b0-65223f1080af"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:51.542029 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Pushing event updated for resources: {'Port': ['ID=083f7fa6-d3b1-490c-b58c-6050f1765ea7,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:51.544402 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b0bad409-e4de-42c0-a546-d03e9ef080e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:51.588797 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3761f66b-89b2-4309-820f-8b0e06803721 x-openstack-request-id: req-3761f66b-89b2-4309-820f-8b0e06803721 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:51.589082 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bc69dc-172e-437d-94df-627c7fe851bb", "name": "network-vif-deleted", "tag": "89bcdf61-8452-48c1-80b0-65223f1080af", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:51.589357 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3761f66b-89b2-4309-820f-8b0e06803721 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:51.589851 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bc69dc-172e-437d-94df-627c7fe851bb', 'name': 'network-vif-deleted', 'tag': '89bcdf61-8452-48c1-80b0-65223f1080af', 'status': 'completed', 'code': 200} Sep 02 17:12:51.609642 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b0bad409-e4de-42c0-a546-d03e9ef080e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:51.653770 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Attempting to bind port 083f7fa6-d3b1-490c-b58c-6050f1765ea7 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:12:51.654022 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Attempting to bind port 083f7fa6-d3b1-490c-b58c-6050f1765ea7 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '8d75137e-1fd7-4082-91a5-5b85d1ff8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:12:51.654223 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Attempting to bind port 083f7fa6-d3b1-490c-b58c-6050f1765ea7 on network 738444e4-ce26-4b0c-8734-6b95252db57f {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:51.660382 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Port 083f7fa6-d3b1-490c-b58c-6050f1765ea7 on network 738444e4-ce26-4b0c-8734-6b95252db57f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:12:51.664329 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Attempting to bind port 083f7fa6-d3b1-490c-b58c-6050f1765ea7 on network 738444e4-ce26-4b0c-8734-6b95252db57f {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:51.667089 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:12:51.667428 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Checking segment: {'id': '8d75137e-1fd7-4082-91a5-5b85d1ff8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:12:51.667810 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Bound using segment: {'id': '8d75137e-1fd7-4082-91a5-5b85d1ff8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:12:51.668233 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Bound port: 083f7fa6-d3b1-490c-b58c-6050f1765ea7, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d75137e-1fd7-4082-91a5-5b85d1ff8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:12:51.668591 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:51.757206 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] For port 083f7fa6-d3b1-490c-b58c-6050f1765ea7, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:12:51.761342 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] For port 083f7fa6-d3b1-490c-b58c-6050f1765ea7, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=083f7fa6-d3b1-490c-b58c-6050f1765ea7,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:12:51.762781 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b0bad409-e4de-42c0-a546-d03e9ef080e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:51.765364 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b0bad409-e4de-42c0-a546-d03e9ef080e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:51.766518 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-b0bad409-e4de-42c0-a546-d03e9ef080e3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d49c186c-4cbb-4885-920d-406fc2e956af HTTP/1.1" status: 204 len: 168 time: 0.4060380 Sep 02 17:12:51.772232 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['89bcdf61-8452-48c1-80b0-65223f1080af'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:51.780141 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bad409-e4de-42c0-a546-d03e9ef080e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49c186c-4cbb-4885-920d-406fc2e956af,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:51.784479 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7088a6b-2211-42d1-b979-0de17c6f2e19 req-becc5ce0-3ed2-42eb-ad16-6cc0076c3f9b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:51.793790 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b7088a6b-2211-42d1-b979-0de17c6f2e19 req-becc5ce0-3ed2-42eb-ad16-6cc0076c3f9b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0741746 Sep 02 17:12:51.834857 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b7088a6b-2211-42d1-b979-0de17c6f2e19 req-dd61f9b9-5ed0-4944-b051-78277ce60278 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422666 Sep 02 17:12:51.849534 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:51.858241 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device b700498e-ffeb-4610-b72f-3ebf77e2af4d up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:12:51.892010 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:51.894410 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:51.896145 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-45ac268b-0307-472e-9358-6673a84033d9 req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] 10.222.0.46 "PUT /v2.0/ports/083f7fa6-d3b1-490c-b58c-6050f1765ea7 HTTP/1.1" status: 200 len: 1094 time: 1.3914740 Sep 02 17:12:51.928673 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a7e68-8a9c-4502-90e3-6a9abfe49604 service neutron] Pushing event updated for resources: {'Port': ['ID=083f7fa6-d3b1-490c-b58c-6050f1765ea7,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:52.014205 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78898536-995b-4efd-a61d-357d85fc55b3 req-57c33b3e-6daa-4c46-88ee-83bd30fda55a tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:52.015733 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-78898536-995b-4efd-a61d-357d85fc55b3 req-57c33b3e-6daa-4c46-88ee-83bd30fda55a tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 944 time: 0.0771337 Sep 02 17:12:52.025766 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port b700498e-ffeb-4610-b72f-3ebf77e2af4d completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:12:52.029879 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port b700498e-ffeb-4610-b72f-3ebf77e2af4d triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:52.030254 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:52.056398 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba2196-0d9d-4202-8f3d-69a83c10c2d3 req-00e157de-10a7-4f93-aaee-1f2af06505a6 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:52.057950 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3fba2196-0d9d-4202-8f3d-69a83c10c2d3 req-00e157de-10a7-4f93-aaee-1f2af06505a6 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 944 time: 0.0891454 Sep 02 17:12:52.067645 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac268b-0307-472e-9358-6673a84033d9 req-e6de3e94-3afe-4020-bb38-87f509849aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:52.069442 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-45ac268b-0307-472e-9358-6673a84033d9 req-e6de3e94-3afe-4020-bb38-87f509849aae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce61cbece70f44019c9692271ad82af0&device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 1097 time: 0.0492191 Sep 02 17:12:52.102233 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-78898536-995b-4efd-a61d-357d85fc55b3 req-040f6ae6-4624-4282-af22-fa060406d570 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784333 Sep 02 17:12:52.143793 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:52.151691 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3fba2196-0d9d-4202-8f3d-69a83c10c2d3 req-3ad85f42-b5a9-4445-b409-9e8c7f137fa4 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825722 Sep 02 17:12:52.151897 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-45ac268b-0307-472e-9358-6673a84033d9 req-4a5cf08e-6f01-44a2-9e4e-78aee6eb38a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=083f7fa6-d3b1-490c-b58c-6050f1765ea7 HTTP/1.1" status: 200 len: 217 time: 0.0581470 Sep 02 17:12:52.187201 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port b700498e-ffeb-4610-b72f-3ebf77e2af4d, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b700498e-ffeb-4610-b72f-3ebf77e2af4d,segment=NetworkSegment(90992942-a7e9-4c62-93f9-c74e32098b48),segment_id=90992942-a7e9-4c62-93f9-c74e32098b48)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:52.188519 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db60963-90ca-4e8c-b76c-c7cb32b164ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b700498e-ffeb-4610-b72f-3ebf77e2af4d'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:52.191796 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e9d7f6-75ba-4300-bf83-2c3fc007229b" -d '{"events": [{"server_uuid": "1db60963-90ca-4e8c-b76c-c7cb32b164ed", "name": "network-vif-plugged", "status": "completed", "tag": "b700498e-ffeb-4610-b72f-3ebf77e2af4d"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:52.213474 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac268b-0307-472e-9358-6673a84033d9 req-95f68d4c-04f9-4384-a4a9-08779185744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:52.214611 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-45ac268b-0307-472e-9358-6673a84033d9 req-95f68d4c-04f9-4384-a4a9-08779185744f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a50c83f-5b1e-40ad-a862-f35863b5fb27 HTTP/1.1" status: 200 len: 854 time: 0.0548832 Sep 02 17:12:52.248653 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3aaac3-ccbb-4413-af7b-1912ec677dc7 x-openstack-request-id: req-5a3aaac3-ccbb-4413-af7b-1912ec677dc7 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:52.248653 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db60963-90ca-4e8c-b76c-c7cb32b164ed", "name": "network-vif-plugged", "status": "completed", "tag": "b700498e-ffeb-4610-b72f-3ebf77e2af4d", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:52.248653 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5a3aaac3-ccbb-4413-af7b-1912ec677dc7 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:52.248653 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db60963-90ca-4e8c-b76c-c7cb32b164ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b700498e-ffeb-4610-b72f-3ebf77e2af4d', 'code': 200} Sep 02 17:12:52.249206 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bceb4-8f0f-4a7c-be1f-85d5acbbdb55 req-6696f21f-eb2f-4d13-bbef-f4fc80e2d01b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:52.249751 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c76bceb4-8f0f-4a7c-be1f-85d5acbbdb55 req-6696f21f-eb2f-4d13-bbef-f4fc80e2d01b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0695496 Sep 02 17:12:52.253524 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-45ac268b-0307-472e-9358-6673a84033d9 req-7cb7a308-8700-4e2b-a4da-30e18209c165 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=738444e4-ce26-4b0c-8734-6b95252db57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296655 Sep 02 17:12:52.266510 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:52.309390 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c76bceb4-8f0f-4a7c-be1f-85d5acbbdb55 req-6c44e523-8054-488d-a64b-0dd31e4ef610 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530066 Sep 02 17:12:52.328125 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=b700498e-ffeb-4610-b72f-3ebf77e2af4d,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:52.406237 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-45ac268b-0307-472e-9358-6673a84033d9 req-778a331b-18da-4dfd-ba97-8cc3f37e90a2 service neutron] 10.222.0.46 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043859 Sep 02 17:12:52.540079 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-45ac268b-0307-472e-9358-6673a84033d9 req-d4758280-fc97-497e-a3f7-3b38f34a40a1 service neutron] 10.222.0.46 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048360 Sep 02 17:12:52.629928 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-36483e38-45e5-458b-b414-f563c5eb6563 req-93730258-1cf0-47b3-8990-3dbdf6676411 tempest-VolumesActionsTest-1022725196 tempest-VolumesActionsTest-1022725196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5bc69dc-172e-437d-94df-627c7fe851bb HTTP/1.1" status: 200 len: 210 time: 0.0354738 Sep 02 17:12:52.727970 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f518d9-be74-45d3-813e-af70ccf4ca70 req-5714f2cf-8257-4189-9cfd-31e7b96fba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:52.729624 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c3f518d9-be74-45d3-813e-af70ccf4ca70 req-5714f2cf-8257-4189-9cfd-31e7b96fba5b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 1098 time: 0.0514972 Sep 02 17:12:52.786394 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c3f518d9-be74-45d3-813e-af70ccf4ca70 req-55dbb7ab-5f8b-4bf4-bbce-42deb9ed4661 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333035 Sep 02 17:12:52.953067 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fdff4-704f-4dc7-a550-72e0ffc6c9ca req-33959e01-ef78-416d-be4e-956b909699b0 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:52.955230 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-807fdff4-704f-4dc7-a550-72e0ffc6c9ca req-33959e01-ef78-416d-be4e-956b909699b0 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0486040 Sep 02 17:12:52.994828 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-807fdff4-704f-4dc7-a550-72e0ffc6c9ca req-82e67c87-7713-401e-bcc2-8f33cd81f538 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332775 Sep 02 17:12:53.045188 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 38792) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:53.156511 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d8a89859-1615-499f-aa73-b2207fdbe4df admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-690217135-network', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:53.218130 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27351f5c-e2ba-460d-9279-5c78da6a1e52 req-4c767233-8d75-45f6-80ef-6d8cbb147ea5 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:53.219646 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-27351f5c-e2ba-460d-9279-5c78da6a1e52 req-4c767233-8d75-45f6-80ef-6d8cbb147ea5 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 944 time: 0.0552602 Sep 02 17:12:53.277815 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a89859-1615-499f-aa73-b2207fdbe4df admin admin] Made reservation on behalf of 593a12d1eba34b93b2fdacfd91d812ad for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:12:53.280174 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8a89859-1615-499f-aa73-b2207fdbe4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:53.282980 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-27351f5c-e2ba-460d-9279-5c78da6a1e52 req-02fe620a-c0dc-4789-985c-2c67474c85b6 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538549 Sep 02 17:12:53.294022 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8a89859-1615-499f-aa73-b2207fdbe4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:53.300384 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff804389-c8c3-4c12-bfe5-e5aab5ca21fe req-cb7d83a3-e2e7-4d11-8b14-beb5117d9ed7 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:53.300384 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ff804389-c8c3-4c12-bfe5-e5aab5ca21fe req-cb7d83a3-e2e7-4d11-8b14-beb5117d9ed7 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 945 time: 0.0769677 Sep 02 17:12:53.338195 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ff804389-c8c3-4c12-bfe5-e5aab5ca21fe req-d71aca76-5f89-4fa8-96c8-edfe9ecd5750 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334527 Sep 02 17:12:53.394851 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8a89859-1615-499f-aa73-b2207fdbe4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:53.431347 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b87dd5-f4ab-4719-a813-0587055e92fe req-ed5b4a86-3a56-4c79-b291-73cf0e1fb7d7 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:53.432863 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-02b87dd5-f4ab-4719-a813-0587055e92fe req-ed5b4a86-3a56-4c79-b291-73cf0e1fb7d7 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0490544 Sep 02 17:12:53.469995 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-02b87dd5-f4ab-4719-a813-0587055e92fe req-c513e655-b501-4a83-b75a-1a172a088369 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308998 Sep 02 17:12:53.488340 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8a89859-1615-499f-aa73-b2207fdbe4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:53.515851 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a89859-1615-499f-aa73-b2207fdbe4df admin admin] vlan segment allocate from pool success with {'vlan_id': 1244, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:12:53.521339 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a89859-1615-499f-aa73-b2207fdbe4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bd6851-cd57-4475-bc55-630b06173a35,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:53.528489 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8a89859-1615-499f-aa73-b2207fdbe4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:53.528766 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.segments_db [None req-d8a89859-1615-499f-aa73-b2207fdbe4df admin admin] Added segment db772484-c3a9-4ca4-8f96-78eb240d387f of type vlan for network 8d7b47e6-4a17-4291-a396-46d0db235753 Sep 02 17:12:53.569665 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8a89859-1615-499f-aa73-b2207fdbe4df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:53.591190 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a41db26-9d97-479b-8bbc-e7fc41fe603e', 'tag': '083f7fa6-d3b1-490c-b58c-6050f1765ea7'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:12:53.593527 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd8dffe-fabe-49d4-b84a-ac29595ed2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a41db26-9d97-479b-8bbc-e7fc41fe603e", "tag": "083f7fa6-d3b1-490c-b58c-6050f1765ea7"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:12:53.630492 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f883818f-a368-484c-9ea0-e66d587ee9bd x-openstack-request-id: req-f883818f-a368-484c-9ea0-e66d587ee9bd {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:12:53.630492 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a41db26-9d97-479b-8bbc-e7fc41fe603e", "tag": "083f7fa6-d3b1-490c-b58c-6050f1765ea7", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:12:53.630492 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f883818f-a368-484c-9ea0-e66d587ee9bd {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:12:53.630492 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a41db26-9d97-479b-8bbc-e7fc41fe603e', 'tag': '083f7fa6-d3b1-490c-b58c-6050f1765ea7', 'status': 'completed', 'code': 200} Sep 02 17:12:53.648769 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8a89859-1615-499f-aa73-b2207fdbe4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:53.653589 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a89859-1615-499f-aa73-b2207fdbe4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:53.653589 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8a89859-1615-499f-aa73-b2207fdbe4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:53.742819 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a89859-1615-499f-aa73-b2207fdbe4df admin admin] Pushing event updated for resources: {'Network': ['ID=8d7b47e6-4a17-4291-a396-46d0db235753,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:53.753054 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network 8d7b47e6-4a17-4291-a396-46d0db235753 details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:12:53.756088 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8dffe-fabe-49d4-b84a-ac29595ed2a8 req-69fe3924-ce03-4d25-946d-75b880b43702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:53.757680 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2dd8dffe-fabe-49d4-b84a-ac29595ed2a8 req-69fe3924-ce03-4d25-946d-75b880b43702 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce61cbece70f44019c9692271ad82af0&device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 1097 time: 0.0609889 Sep 02 17:12:53.834155 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-d8a89859-1615-499f-aa73-b2207fdbe4df admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7829361 Sep 02 17:12:53.836528 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 38810) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:53.841926 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-583b3a1f-1c9c-4fb0-a26c-16edd29f70c8 admin admin] Request body: {'subnet': {'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-690217135-subnet', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'ip_version': 4}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:53.857868 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 89bcdf61-8452-48c1-80b0-65223f1080af no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:12:53.904699 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: 89bcdf61-8452-48c1-80b0-65223f1080af {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:12:53.905053 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 89bcdf61-8452-48c1-80b0-65223f1080af not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:12:53.917048 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8dffe-fabe-49d4-b84a-ac29595ed2a8 req-889e5f9f-62da-4850-ab7d-d42e03281dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:53.918829 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2dd8dffe-fabe-49d4-b84a-ac29595ed2a8 req-889e5f9f-62da-4850-ab7d-d42e03281dd8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=738444e4-ce26-4b0c-8734-6b95252db57f HTTP/1.1" status: 200 len: 916 time: 0.1081629 Sep 02 17:12:53.922878 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583b3a1f-1c9c-4fb0-a26c-16edd29f70c8 admin admin] Made reservation on behalf of 593a12d1eba34b93b2fdacfd91d812ad for: {'subnet': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:12:53.925356 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-583b3a1f-1c9c-4fb0-a26c-16edd29f70c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13343632'] for subnet, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:53.999068 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2dd8dffe-fabe-49d4-b84a-ac29595ed2a8 req-8d9dee01-ed4d-475a-a5db-074bd6acc675 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=083f7fa6-d3b1-490c-b58c-6050f1765ea7 HTTP/1.1" status: 200 len: 217 time: 0.0399125 Sep 02 17:12:54.073210 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8dffe-fabe-49d4-b84a-ac29595ed2a8 req-4ff72d74-bda0-4bf4-a1fc-5737aad38993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:54.074650 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2dd8dffe-fabe-49d4-b84a-ac29595ed2a8 req-4ff72d74-bda0-4bf4-a1fc-5737aad38993 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a50c83f-5b1e-40ad-a862-f35863b5fb27 HTTP/1.1" status: 200 len: 854 time: 0.0601223 Sep 02 17:12:54.114168 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2dd8dffe-fabe-49d4-b84a-ac29595ed2a8 req-b8e55b11-4664-441f-8c9a-b0556431a52e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=738444e4-ce26-4b0c-8734-6b95252db57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254323 Sep 02 17:12:54.163976 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f58209-0742-4cbe-a47c-8a80522b427e req-f33c272b-5ddb-4314-baa3-21f1228c7a74 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:54.165474 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-37f58209-0742-4cbe-a47c-8a80522b427e req-f33c272b-5ddb-4314-baa3-21f1228c7a74 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0637207 Sep 02 17:12:54.206146 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-37f58209-0742-4cbe-a47c-8a80522b427e req-cf9ff823-5592-4d2f-840b-fef8475d96a8 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344400 Sep 02 17:12:54.207296 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-583b3a1f-1c9c-4fb0-a26c-16edd29f70c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13791479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13343618'] for subnet, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:54.262293 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b3a1f-1c9c-4fb0-a26c-16edd29f70c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78089898-67f1-4027-92ed-edd152bcad53,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:54.284300 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583b3a1f-1c9c-4fb0-a26c-16edd29f70c8 admin admin] Checking segment: {'id': 'db772484-c3a9-4ca4-8f96-78eb240d387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:12:54.284745 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583b3a1f-1c9c-4fb0-a26c-16edd29f70c8 admin admin] Network hostable DHCP agents. Network: 8d7b47e6-4a17-4291-a396-46d0db235753, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:12:54.304969 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2dd8dffe-fabe-49d4-b84a-ac29595ed2a8 req-3fe365e3-65d4-4acf-8704-61ae78095dd1 service neutron] 10.222.0.46 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141419 Sep 02 17:12:54.401048 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583b3a1f-1c9c-4fb0-a26c-16edd29f70c8 admin admin] Network 8d7b47e6-4a17-4291-a396-46d0db235753 is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:12:54.416797 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebdfce-945f-472c-89b2-022b56256ecf req-f37fe153-cb8e-4c17-a51d-5af8fd8da12b tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:54.418602 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a2ebdfce-945f-472c-89b2-022b56256ecf req-f37fe153-cb8e-4c17-a51d-5af8fd8da12b tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 944 time: 0.0649889 Sep 02 17:12:54.437855 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2dd8dffe-fabe-49d4-b84a-ac29595ed2a8 req-f7c150e5-f033-4225-a502-e1e151bae780 service neutron] 10.222.0.46 "GET /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914083 Sep 02 17:12:54.494038 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a2ebdfce-945f-472c-89b2-022b56256ecf req-b3e0af0c-50c8-40e6-b3cb-6c6e182aa8a8 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635419 Sep 02 17:12:54.521644 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17117b3b-4d7b-49a7-85c0-3244efa0d87b req-187a8486-ade3-4c9c-b7a5-e2b5daaf0712 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:54.523486 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-17117b3b-4d7b-49a7-85c0-3244efa0d87b req-187a8486-ade3-4c9c-b7a5-e2b5daaf0712 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 945 time: 0.1037309 Sep 02 17:12:54.524764 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-583b3a1f-1c9c-4fb0-a26c-16edd29f70c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, 8d7b47e6-4a17-4291-a396-46d0db235753) {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:54.535709 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b78929-994b-4b14-b836-5145f955e253 None None] Network 8d7b47e6-4a17-4291-a396-46d0db235753 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:12:54.552485 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583b3a1f-1c9c-4fb0-a26c-16edd29f70c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:54.553226 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-583b3a1f-1c9c-4fb0-a26c-16edd29f70c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:54.612790 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-17117b3b-4d7b-49a7-85c0-3244efa0d87b req-54616472-2407-424e-9715-6343628c31aa tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767357 Sep 02 17:12:54.634171 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48bcdd-9bdf-40e8-86d2-b81d7545907d req-1336318c-1fa7-46bd-8291-02b744042eff tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:54.635672 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5f48bcdd-9bdf-40e8-86d2-b81d7545907d req-1336318c-1fa7-46bd-8291-02b744042eff tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0659444 Sep 02 17:12:54.678667 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-583b3a1f-1c9c-4fb0-a26c-16edd29f70c8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8381600 Sep 02 17:12:54.679646 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 38838) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:54.686058 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-690217135-router', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:12:54.711292 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5f48bcdd-9bdf-40e8-86d2-b81d7545907d req-b50d768f-56a8-47d4-9bb3-9c89bce98956 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681374 Sep 02 17:12:54.786442 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6012'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:54.787640 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6003'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:54.834988 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83e46462-e51a-57d2-8662-587f7e661a92-8d7b47e6-4a17-4291-a396-46d0db235753', 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'fixed_ips': [{'subnet_id': '78089898-67f1-4027-92ed-edd152bcad53'}]}} from dv-cinder-777031-8-iscsi. {{(pid=94734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:12:54.835928 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:54.849478 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:54.991250 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Allocated IP 172.20.0.2 (8d7b47e6-4a17-4291-a396-46d0db235753/78089898-67f1-4027-92ed-edd152bcad53/02389b36-2565-49de-bd04-f29d6e5d5dcb) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:12:55.100360 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:55.144166 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:55.152399 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Transition to ACTIVE for port object 02389b36-2565-49de-bd04-f29d6e5d5dcb will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:12:55.168173 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Transition to ACTIVE for port object 02389b36-2565-49de-bd04-f29d6e5d5dcb will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:12:55.295315 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:55.348598 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Network 8d7b47e6-4a17-4291-a396-46d0db235753 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:12:55.350683 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:55.353859 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:12:55.362385 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965467f0-01c0-4d05-8012-fa6b223fa976 req-a8a190ec-5f36-4789-9f1c-8e594eedf120 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:55.367167 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Pushing event updated for resources: {'Port': ['ID=02389b36-2565-49de-bd04-f29d6e5d5dcb,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:55.383323 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-965467f0-01c0-4d05-8012-fa6b223fa976 req-a8a190ec-5f36-4789-9f1c-8e594eedf120 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0888255 Sep 02 17:12:55.416605 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-965467f0-01c0-4d05-8012-fa6b223fa976 req-92ffb09d-9399-473a-a69e-1aa14a00599f tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342066 Sep 02 17:12:55.417381 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:55.430494 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Attempting to bind port 02389b36-2565-49de-bd04-f29d6e5d5dcb on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:12:55.430873 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Attempting to bind port 02389b36-2565-49de-bd04-f29d6e5d5dcb by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': 'db772484-c3a9-4ca4-8f96-78eb240d387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:12:55.431239 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Attempting to bind port 02389b36-2565-49de-bd04-f29d6e5d5dcb on network 8d7b47e6-4a17-4291-a396-46d0db235753 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:55.437088 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:55.442348 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:12:55.442729 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Checking segment: {'id': 'db772484-c3a9-4ca4-8f96-78eb240d387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:12:55.443128 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:55.443561 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Bound using segment: {'id': 'db772484-c3a9-4ca4-8f96-78eb240d387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:12:55.444029 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Bound port: 02389b36-2565-49de-bd04-f29d6e5d5dcb, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db772484-c3a9-4ca4-8f96-78eb240d387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:12:55.444404 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:55.509797 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] For port 02389b36-2565-49de-bd04-f29d6e5d5dcb, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:12:55.512729 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] For port 02389b36-2565-49de-bd04-f29d6e5d5dcb, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=02389b36-2565-49de-bd04-f29d6e5d5dcb,segment=NetworkSegment(db772484-c3a9-4ca4-8f96-78eb240d387f),segment_id=db772484-c3a9-4ca4-8f96-78eb240d387f)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:12:55.549640 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] Allocated IP 172.27.3.80 (590119a4-1f8b-48ad-9c89-4c6964c18e67/7cdc9a3e-6ce5-4dce-a686-134e15b48f48/32f9c6b5-074d-42c0-907c-6a3e9c450717) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:12:55.598510 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:55.621062 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05488490-ebc8-4f5c-b322-cee1de6f1a17 req-c556a62b-355d-481f-913d-6f843d34bd84 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:55.622826 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-05488490-ebc8-4f5c-b322-cee1de6f1a17 req-c556a62b-355d-481f-913d-6f843d34bd84 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 944 time: 0.0535080 Sep 02 17:12:55.670859 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:55.690426 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-05488490-ebc8-4f5c-b322-cee1de6f1a17 req-50849378-52f4-4761-aa01-1117b6ddfdaa tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610130 Sep 02 17:12:55.695238 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51de6a-1409-4520-8444-7403dfe7d60b None None] Pushing event updated for resources: {'Port': ['ID=02389b36-2565-49de-bd04-f29d6e5d5dcb,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:55.778906 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ab95d-c45d-4767-8e33-8ff352e21027 req-3352e06c-d6e5-4763-9324-be8b05be2b03 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:55.780606 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d61ab95d-c45d-4767-8e33-8ff352e21027 req-3352e06c-d6e5-4763-9324-be8b05be2b03 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 945 time: 0.0606892 Sep 02 17:12:55.873909 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d61ab95d-c45d-4767-8e33-8ff352e21027 req-07904986-e824-474e-84ac-32eaa44315da tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866723 Sep 02 17:12:55.889378 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:55.892857 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8a842-ecba-4434-aa2d-dec09a489e4e req-fac75aed-65ca-4cbc-a7ea-d4208fb3201a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:55.898180 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-18e8a842-ecba-4434-aa2d-dec09a489e4e req-fac75aed-65ca-4cbc-a7ea-d4208fb3201a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0954270 Sep 02 17:12:55.940266 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=32f9c6b5-074d-42c0-907c-6a3e9c450717,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:55.952653 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-18e8a842-ecba-4434-aa2d-dec09a489e4e req-df4dcf21-f802-44ce-998a-9153762b8fd4 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511239 Sep 02 17:12:55.961016 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:12:55.962960 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:55.965757 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:12:56.319697 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:56.497885 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858845c2-c695-4470-ae48-7510ea55649f req-91bfa854-bf6c-4aa4-a1da-6bb0df77f356 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:56.501175 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-858845c2-c695-4470-ae48-7510ea55649f req-91bfa854-bf6c-4aa4-a1da-6bb0df77f356 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0640438 Sep 02 17:12:56.537036 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649100'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:56.583572 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-858845c2-c695-4470-ae48-7510ea55649f req-23ab5e72-fefc-4c16-b366-139b207e721c tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746281 Sep 02 17:12:56.596510 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d05b2-bd6b-41d9-a084-c4ead4b7f5a4 req-6d42e47d-74c3-475d-b29e-4742806e37ca tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:56.598065 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f12d05b2-bd6b-41d9-a084-c4ead4b7f5a4 req-6d42e47d-74c3-475d-b29e-4742806e37ca tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0879688 Sep 02 17:12:56.665054 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f12d05b2-bd6b-41d9-a084-c4ead4b7f5a4 req-aaa8a0cf-f647-4e73-ae3e-1626e2c8f8be tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580385 Sep 02 17:12:56.759658 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2121336-1ddf-4c39-aa62-ca8dea67b2fb None None] Network 8d7b47e6-4a17-4291-a396-46d0db235753 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:12:56.780345 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] Router 58c6c9af-8917-44fc-8e55-786de8229b25 is scheduled to L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:12:56.826778 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 02389b36-2565-49de-bd04-f29d6e5d5dcb up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:12:56.846045 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db5a1-6a24-4cd6-a570-1fd49f319b74 req-fdaa0a06-aac5-4400-a588-822b380e7749 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:56.849757 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-da4db5a1-6a24-4cd6-a570-1fd49f319b74 req-fdaa0a06-aac5-4400-a588-822b380e7749 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 944 time: 0.0774453 Sep 02 17:12:56.893857 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-da4db5a1-6a24-4cd6-a570-1fd49f319b74 req-40716b9e-eeb6-4dfd-9dfd-95c50350efa4 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394986 Sep 02 17:12:56.932483 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:12:56.943636 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Sync routers for ids ['58c6c9af-8917-44fc-8e55-786de8229b25'] in dv-cinder-777031-8-iscsi {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:12:56.954037 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Routers {'58c6c9af-8917-44fc-8e55-786de8229b25'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:12:56.955064 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:12:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['58c6c9af-8917-44fc-8e55-786de8229b25'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:56.957977 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-bf6c1437-c62f-4de4-b349-c4cbee36f446 None None] Provisioning for port 02389b36-2565-49de-bd04-f29d6e5d5dcb completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:12:57.014965 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port 02389b36-2565-49de-bd04-f29d6e5d5dcb completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:12:57.021681 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 02389b36-2565-49de-bd04-f29d6e5d5dcb triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:57.022058 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:57.027456 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:57.030551 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-b1f2bb64-9b34-495f-8aca-e07e7b862bc6 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3481081 Sep 02 17:12:57.032320 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 38932) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:12:57.079173 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Set router 58c6c9af-8917-44fc-8e55-786de8229b25 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:12:57.108212 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c42bc-17fb-47f5-80f6-69422d76dcb7 req-4191787d-a046-4136-a0d4-2335c4529847 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:57.124624 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-709c42bc-17fb-47f5-80f6-69422d76dcb7 req-4191787d-a046-4136-a0d4-2335c4529847 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0831254 Sep 02 17:12:57.129006 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:57.182842 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port 02389b36-2565-49de-bd04-f29d6e5d5dcb, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=02389b36-2565-49de-bd04-f29d6e5d5dcb,segment=NetworkSegment(db772484-c3a9-4ca4-8f96-78eb240d387f),segment_id=db772484-c3a9-4ca4-8f96-78eb240d387f)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:57.205882 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-709c42bc-17fb-47f5-80f6-69422d76dcb7 req-369520a6-62f1-42db-b636-4c2878bc3c0a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789702 Sep 02 17:12:57.252442 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:57.310516 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=02389b36-2565-49de-bd04-f29d6e5d5dcb,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:57.357869 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'name': 'tempest-TestMinimumBasicScenario-690217135-router', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:54Z', 'updated_at': '2021-09-02T17:12:56Z', 'revision_number': 3, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'gw_port': {'id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:55Z', 'updated_at': '2021-09-02T17:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:57.389965 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Checking router: 58c6c9af-8917-44fc-8e55-786de8229b25 for host: dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:12:57.390386 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Updating router 58c6c9af-8917-44fc-8e55-786de8229b25 port 32f9c6b5-074d-42c0-907c-6a3e9c450717 binding host dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:12:57.393597 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-de83af44-cd82-40ef-93ee-fe8135c02c15 None None] Provisioning complete for port 02389b36-2565-49de-bd04-f29d6e5d5dcb triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:57.394022 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de83af44-cd82-40ef-93ee-fe8135c02c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:57.442341 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:57.549858 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 083f7fa6-d3b1-490c-b58c-6050f1765ea7 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:12:57.682330 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 083f7fa6-d3b1-490c-b58c-6050f1765ea7, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=083f7fa6-d3b1-490c-b58c-6050f1765ea7,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:57.702399 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': '083f7fa6-d3b1-490c-b58c-6050f1765ea7', 'network_id': '738444e4-ce26-4b0c-8734-6b95252db57f', 'port_id': '083f7fa6-d3b1-490c-b58c-6050f1765ea7', 'mac_address': 'fa:16:3e:6a:7c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a50c83f-5b1e-40ad-a862-f35863b5fb27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:12:57.758727 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb001a6-f67b-4a3a-9014-90f008d31488 req-3105cf84-82e2-436f-bfd5-cbb3aaaf6fb5 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:57.766806 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9bb001a6-f67b-4a3a-9014-90f008d31488 req-3105cf84-82e2-436f-bfd5-cbb3aaaf6fb5 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0782883 Sep 02 17:12:57.803151 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:57.817757 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9bb001a6-f67b-4a3a-9014-90f008d31488 req-43153d77-8a80-4a5c-8a18-9c24b2f59948 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424843 Sep 02 17:12:57.822748 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 083f7fa6-d3b1-490c-b58c-6050f1765ea7 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:12:57.859525 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 083f7fa6-d3b1-490c-b58c-6050f1765ea7, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=083f7fa6-d3b1-490c-b58c-6050f1765ea7,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:12:57.877331 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d83cf-43fe-4f59-9146-ff2c640b90c5 req-53a7c903-2ff6-4ef5-b317-8fc2fdb4ec14 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:57.879042 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e21d83cf-43fe-4f59-9146-ff2c640b90c5 req-53a7c903-2ff6-4ef5-b317-8fc2fdb4ec14 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0605137 Sep 02 17:12:57.892992 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:57.906682 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Transition to ACTIVE for port object 32f9c6b5-074d-42c0-907c-6a3e9c450717 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:12:57.919416 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:57.930014 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e21d83cf-43fe-4f59-9146-ff2c640b90c5 req-3e223f61-6637-4712-9e71-dd8a77c640b5 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433812 Sep 02 17:12:57.974858 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:57.975433 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:57.986707 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=083f7fa6-d3b1-490c-b58c-6050f1765ea7,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:58.030235 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a458f-afda-4235-829a-451f23d2cbd2 req-13784d9e-aed8-47df-b4d7-0868dab9a4e4 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:58.032187 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-508a458f-afda-4235-829a-451f23d2cbd2 req-13784d9e-aed8-47df-b4d7-0868dab9a4e4 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 945 time: 0.0531228 Sep 02 17:12:58.039721 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Attempting to bind port 32f9c6b5-074d-42c0-907c-6a3e9c450717 on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:12:58.040084 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Attempting to bind port 32f9c6b5-074d-42c0-907c-6a3e9c450717 by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:12:58.040449 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Attempting to bind port 32f9c6b5-074d-42c0-907c-6a3e9c450717 on network 590119a4-1f8b-48ad-9c89-4c6964c18e67 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:12:58.050676 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cc36f-f53b-49c5-8eac-fbf780f6e078 None None] Pushing event updated for resources: {'Port': ['ID=32f9c6b5-074d-42c0-907c-6a3e9c450717,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:58.053534 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:12:58.053910 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Checking segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:12:58.054300 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:58.054687 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Bound using segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:12:58.055161 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Bound port: 32f9c6b5-074d-42c0-907c-6a3e9c450717, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:12:58.055547 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:58.077852 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-508a458f-afda-4235-829a-451f23d2cbd2 req-0d0a4d3e-641f-453e-baac-b4e235233554 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381138 Sep 02 17:12:58.118139 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] For port 32f9c6b5-074d-42c0-907c-6a3e9c450717, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:12:58.122809 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] For port 32f9c6b5-074d-42c0-907c-6a3e9c450717, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=32f9c6b5-074d-42c0-907c-6a3e9c450717,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:12:58.149520 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] Allocated IP 172.20.0.1 (8d7b47e6-4a17-4291-a396-46d0db235753/78089898-67f1-4027-92ed-edd152bcad53/92f7dba2-a285-41cc-8e93-a3bba4dda13e) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:12:58.181315 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:58.242115 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cc36f-f53b-49c5-8eac-fbf780f6e078 None None] Pushing event updated for resources: {'Port': ['ID=32f9c6b5-074d-42c0-907c-6a3e9c450717,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:58.244751 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Routers {'58c6c9af-8917-44fc-8e55-786de8229b25'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:12:58.245382 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:12:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['58c6c9af-8917-44fc-8e55-786de8229b25'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:58.263461 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:58.280980 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] Transition to ACTIVE for port object 92f7dba2-a285-41cc-8e93-a3bba4dda13e will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:12:58.345867 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0add29b-a10f-4bad-a4fe-3ce4e4fb1899 req-5b91abf8-380e-42cd-9492-fd6f9bc9ffa8 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:58.347629 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c0add29b-a10f-4bad-a4fe-3ce4e4fb1899 req-5b91abf8-380e-42cd-9492-fd6f9bc9ffa8 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0535538 Sep 02 17:12:58.386384 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:58.387844 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c0add29b-a10f-4bad-a4fe-3ce4e4fb1899 req-b8ca4585-0ac8-4eaa-ab8a-278d81aaaedf tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339341 Sep 02 17:12:58.429990 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] Network 8d7b47e6-4a17-4291-a396-46d0db235753 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:12:58.432948 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:58.435598 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:12:58.446341 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] Pushing event updated for resources: {'Port': ['ID=92f7dba2-a285-41cc-8e93-a3bba4dda13e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:58.447474 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] Set router 58c6c9af-8917-44fc-8e55-786de8229b25 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:12:58.489390 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483803'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:58.638875 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'name': 'tempest-TestMinimumBasicScenario-690217135-router', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:54Z', 'updated_at': '2021-09-02T17:12:56Z', 'revision_number': 3, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'gw_port': {'id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:55Z', 'updated_at': '2021-09-02T17:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:12:58.665864 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be1f14-a264-4a48-89a2-c79b8c6bce4b None None] The sync data for ids ['58c6c9af-8917-44fc-8e55-786de8229b25'] in dv-cinder-777031-8-iscsi is: [{'id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'name': 'tempest-TestMinimumBasicScenario-690217135-router', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:54Z', 'updated_at': '2021-09-02T17:12:56Z', 'revision_number': 3, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'gw_port': {'id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:55Z', 'updated_at': '2021-09-02T17:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:12:58.706198 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:58.787633 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 02389b36-2565-49de-bd04-f29d6e5d5dcb up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:12:58.830724 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9186af7e-fc69-4ce5-9fe0-cfd0afc81755 None None] Provisioning for port 92f7dba2-a285-41cc-8e93-a3bba4dda13e completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:12:58.847054 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9186af7e-fc69-4ce5-9fe0-cfd0afc81755 None None] Provisioning complete for port 92f7dba2-a285-41cc-8e93-a3bba4dda13e triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:58.847449 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9186af7e-fc69-4ce5-9fe0-cfd0afc81755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:58.912007 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 02389b36-2565-49de-bd04-f29d6e5d5dcb triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:58.912371 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:58.946205 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9186af7e-fc69-4ce5-9fe0-cfd0afc81755 None None] Port 92f7dba2-a285-41cc-8e93-a3bba4dda13e cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:12:58.986739 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:59.002633 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ff671-3faf-4cd1-b514-dbb2d97402f5 req-f98b7de0-0302-493b-ad0c-e298af29d73f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:59.005823 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-641ff671-3faf-4cd1-b514-dbb2d97402f5 req-f98b7de0-0302-493b-ad0c-e298af29d73f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.1019652 Sep 02 17:12:59.060779 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:59.094296 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-641ff671-3faf-4cd1-b514-dbb2d97402f5 req-c33d79b7-6701-456e-b98b-5c978f780499 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812609 Sep 02 17:12:59.122711 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a99717-012d-4a09-b49c-5522ae81ef9e req-ffc6ed3b-ac81-441a-a64b-c5fb0530ba06 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:59.124359 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-81a99717-012d-4a09-b49c-5522ae81ef9e req-ffc6ed3b-ac81-441a-a64b-c5fb0530ba06 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0996861 Sep 02 17:12:59.159932 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] Pushing event updated for resources: {'Port': ['ID=92f7dba2-a285-41cc-8e93-a3bba4dda13e,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:12:59.171766 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650571'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:59.177984 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-81a99717-012d-4a09-b49c-5522ae81ef9e req-b478419b-7611-4d0c-af6b-d1a3ebe00feb tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449378 Sep 02 17:12:59.245018 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361c8d4-1201-4d8a-a50c-2901567faeb1 req-c4389e7e-fb3d-4a40-bb23-f317974009bd tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:59.246764 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9361c8d4-1201-4d8a-a50c-2901567faeb1 req-c4389e7e-fb3d-4a40-bb23-f317974009bd tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 945 time: 0.0678134 Sep 02 17:12:59.263792 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['083f7fa6-d3b1-490c-b58c-6050f1765ea7'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:12:59.290952 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9361c8d4-1201-4d8a-a50c-2901567faeb1 req-2b59fc48-c454-4acb-9e17-00f8ec0a302a tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364218 Sep 02 17:12:59.324557 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] Network 8d7b47e6-4a17-4291-a396-46d0db235753 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:12:59.326327 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:12:59.484356 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] Router 58c6c9af-8917-44fc-8e55-786de8229b25 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:12:59.561374 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae9c1f-4320-4f04-9e1c-da75bb92279a req-272e049f-42ec-4cb6-90a8-342f1582688f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:12:59.563501 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-62ae9c1f-4320-4f04-9e1c-da75bb92279a req-272e049f-42ec-4cb6-90a8-342f1582688f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0603354 Sep 02 17:12:59.622889 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-62ae9c1f-4320-4f04-9e1c-da75bb92279a req-d1c8cba6-2280-4ebd-a142-8da7871c184f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521851 Sep 02 17:12:59.646860 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:12:59.652955 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-9af7218f-6ee7-4ad3-bd0a-44a507e7e26d admin admin] 10.222.0.78 "PUT /v2.0/routers/58c6c9af-8917-44fc-8e55-786de8229b25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6185904 Sep 02 17:12:59.690280 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-4ca4985f-6543-4f5e-b164-5bf5f9f6de66 None None] Provisioning complete for port 92f7dba2-a285-41cc-8e93-a3bba4dda13e triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:12:59.703609 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4ca4985f-6543-4f5e-b164-5bf5f9f6de66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:12:59.741164 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-4ca4985f-6543-4f5e-b164-5bf5f9f6de66 None None] Port 92f7dba2-a285-41cc-8e93-a3bba4dda13e cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:13:00.244069 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5245b9-a7e8-480c-8014-5844239865e5 req-50fe3a97-bdb8-434a-9781-06179a5106b9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:00.245730 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1c5245b9-a7e8-480c-8014-5844239865e5 req-50fe3a97-bdb8-434a-9781-06179a5106b9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0640922 Sep 02 17:13:00.344753 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1c5245b9-a7e8-480c-8014-5844239865e5 req-5958f3b7-e228-4f3d-b734-be224cb48969 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692813 Sep 02 17:13:00.353068 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724c15d-27ec-481a-b5d8-c1081d353512 req-ac67cd3b-74b0-47e4-8102-deedbbc8e368 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:00.355512 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4724c15d-27ec-481a-b5d8-c1081d353512 req-ac67cd3b-74b0-47e4-8102-deedbbc8e368 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0940163 Sep 02 17:13:00.428916 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4724c15d-27ec-481a-b5d8-c1081d353512 req-71215532-467c-427c-9d19-34a59bb2b77f tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561690 Sep 02 17:13:00.458751 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 39006) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:00.464685 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2006212473-network', 'tenant_id': 'e6380f5928a24f6fbdb9ef55fd69db66'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:00.508737 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05946132-2f8e-46c9-991b-57bd83fa8dbc req-b9d87b33-8d70-4277-a418-6e99888b3e35 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:00.508737 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-05946132-2f8e-46c9-991b-57bd83fa8dbc req-b9d87b33-8d70-4277-a418-6e99888b3e35 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 945 time: 0.0723746 Sep 02 17:13:00.556964 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-05946132-2f8e-46c9-991b-57bd83fa8dbc req-d8a5e714-fbab-4979-a485-7ceec81ae7fc tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413799 Sep 02 17:13:00.565409 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Made reservation on behalf of e6380f5928a24f6fbdb9ef55fd69db66 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:13:00.580631 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:00.596886 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:00.599766 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Sync routers for ids ['58c6c9af-8917-44fc-8e55-786de8229b25'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:13:00.609571 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Routers {'58c6c9af-8917-44fc-8e55-786de8229b25'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:13:00.610209 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:12:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['58c6c9af-8917-44fc-8e55-786de8229b25'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:00.754560 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:00.763563 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Set router 58c6c9af-8917-44fc-8e55-786de8229b25 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:13:00.826375 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dd13e-4fdf-4719-82ac-5cfb4749a075 req-7eec0ec9-7383-408d-8d8e-ac5e2cd24150 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:00.834245 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:00.837709 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2d0dd13e-4fdf-4719-82ac-5cfb4749a075 req-7eec0ec9-7383-408d-8d8e-ac5e2cd24150 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.1043177 Sep 02 17:13:00.866920 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 32f9c6b5-074d-42c0-907c-6a3e9c450717 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:00.901678 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] vlan segment allocate from pool success with {'vlan_id': 1224, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:13:00.935007 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2d0dd13e-4fdf-4719-82ac-5cfb4749a075 req-d03e94f7-0cdc-44e0-863d-55458a35fdb4 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962152 Sep 02 17:13:00.953794 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df738819-eab2-4ef7-9797-37cd6f853645,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:00.963675 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:00.964373 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.segments_db [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Added segment f16d7bf8-e2fb-4812-bf70-d865233daeb6 of type vlan for network 7f806bf0-baa2-4efe-a819-3cbf5c50ee3b Sep 02 17:13:00.982294 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:00.983083 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:00.983645 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:00.984235 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:00.984804 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:00.985604 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:00.986989 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:00.987597 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:00.988137 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:00.988871 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:00.990010 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:00.991111 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:01.071920 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:01.117588 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'name': 'tempest-TestMinimumBasicScenario-690217135-router', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:54Z', 'updated_at': '2021-09-02T17:12:58Z', 'revision_number': 4, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'gw_port': {'id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:55Z', 'updated_at': '2021-09-02T17:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '92f7dba2-a285-41cc-8e93-a3bba4dda13e', 'name': '', 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'mac_address': 'fa:16:3e:d6:9b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '78089898-67f1-4027-92ed-edd152bcad53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:57Z', 'updated_at': '2021-09-02T17:12:58Z', 'revision_number': 2, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'subnets': [{'id': '78089898-67f1-4027-92ed-edd152bcad53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:01.149184 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Checking router: 58c6c9af-8917-44fc-8e55-786de8229b25 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:13:01.149675 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Updating router 58c6c9af-8917-44fc-8e55-786de8229b25 port 92f7dba2-a285-41cc-8e93-a3bba4dda13e binding host dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:13:01.170863 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port 32f9c6b5-074d-42c0-907c-6a3e9c450717 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:01.182677 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 32f9c6b5-074d-42c0-907c-6a3e9c450717 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:01.183119 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:01.188449 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:01.209887 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:01.214705 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:01.214705 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:01.314852 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] Pushing event updated for resources: {'Network': ['ID=7f806bf0-baa2-4efe-a819-3cbf5c50ee3b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:01.381082 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network 7f806bf0-baa2-4efe-a819-3cbf5c50ee3b details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:13:01.483646 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3610f-b3ac-4ac5-8f25-beab86a203ef req-c4d82d28-f08d-4e2b-9e95-92bd9f3460ef tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:01.485176 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4bb3610f-b3ac-4ac5-8f25-beab86a203ef req-c4d82d28-f08d-4e2b-9e95-92bd9f3460ef tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0572233 Sep 02 17:13:01.571927 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4bb3610f-b3ac-4ac5-8f25-beab86a203ef req-43e1916b-e771-4dcc-a994-cef77eea6536 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798559 Sep 02 17:13:01.596764 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-f55a28c4-4aee-4048-9fc8-32d67193d162 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1355031 Sep 02 17:13:01.598113 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 39034) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:01.602097 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:01.604917 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-962dddf1-a3e4-412a-81d7-ca83c550263a admin admin] Request body: {'subnet': {'network_id': '7f806bf0-baa2-4efe-a819-3cbf5c50ee3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2006212473-subnet', 'tenant_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:01.606981 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8688794-5ac0-474d-a789-fbeacc10ad8c req-46be51ba-7ab7-4f24-ae95-f8377f66fdf9 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:01.621927 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c8688794-5ac0-474d-a789-fbeacc10ad8c req-46be51ba-7ab7-4f24-ae95-f8377f66fdf9 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.1096771 Sep 02 17:13:01.685681 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c8688794-5ac0-474d-a789-fbeacc10ad8c req-771bf5fb-9a14-4c49-9d35-0bb362a8950b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622165 Sep 02 17:13:01.752313 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d01167-f043-4d68-8532-807aee3531b1 req-ad79ebd4-708a-417c-9b9f-2da858a20cd4 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:01.760228 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-23d01167-f043-4d68-8532-807aee3531b1 req-ad79ebd4-708a-417c-9b9f-2da858a20cd4 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 945 time: 0.0732856 Sep 02 17:13:01.800325 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962dddf1-a3e4-412a-81d7-ca83c550263a admin admin] Made reservation on behalf of e6380f5928a24f6fbdb9ef55fd69db66 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:13:01.804259 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-962dddf1-a3e4-412a-81d7-ca83c550263a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13469040'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:01.812275 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-23d01167-f043-4d68-8532-807aee3531b1 req-7a8fcbce-5b3b-45b3-9bdf-6ad77076a39e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509417 Sep 02 17:13:01.826349 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port 32f9c6b5-074d-42c0-907c-6a3e9c450717, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=32f9c6b5-074d-42c0-907c-6a3e9c450717,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:01.920790 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:01.988581 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:02.002397 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=32f9c6b5-074d-42c0-907c-6a3e9c450717,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:02.012905 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Transition to ACTIVE for port object 92f7dba2-a285-41cc-8e93-a3bba4dda13e will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:02.112119 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:02.137785 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807077b0-635d-42e0-b886-4e0ec979301b req-6647161a-cf5b-4bed-9db2-7e3e9c8e8b63 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:02.140683 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-807077b0-635d-42e0-b886-4e0ec979301b req-6647161a-cf5b-4bed-9db2-7e3e9c8e8b63 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0959425 Sep 02 17:13:02.158653 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-962dddf1-a3e4-412a-81d7-ca83c550263a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13434202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13469026'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:02.178455 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848a341-9cd1-427f-bb40-f72a71911945 None None] Pushing event updated for resources: {'Port': ['ID=92f7dba2-a285-41cc-8e93-a3bba4dda13e,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:02.239986 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-807077b0-635d-42e0-b886-4e0ec979301b req-d7b808cf-f9eb-4a1d-a19e-f5c550cb5d5e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622568 Sep 02 17:13:02.253109 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962dddf1-a3e4-412a-81d7-ca83c550263a admin admin] Pushing event updated for resources: {'Subnet': ['ID=42511bb7-abe1-4e8e-8cb9-c08f75f06d81,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:02.261835 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Attempting to bind port 92f7dba2-a285-41cc-8e93-a3bba4dda13e on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:13:02.262477 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Attempting to bind port 92f7dba2-a285-41cc-8e93-a3bba4dda13e by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': 'db772484-c3a9-4ca4-8f96-78eb240d387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:13:02.264011 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Attempting to bind port 92f7dba2-a285-41cc-8e93-a3bba4dda13e on network 8d7b47e6-4a17-4291-a396-46d0db235753 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:13:02.271872 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:13:02.272469 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Checking segment: {'id': 'db772484-c3a9-4ca4-8f96-78eb240d387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:13:02.272938 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:02.273382 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Bound using segment: {'id': 'db772484-c3a9-4ca4-8f96-78eb240d387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:13:02.273884 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Bound port: 92f7dba2-a285-41cc-8e93-a3bba4dda13e, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db772484-c3a9-4ca4-8f96-78eb240d387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:13:02.274332 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:02.323465 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962dddf1-a3e4-412a-81d7-ca83c550263a admin admin] Checking segment: {'id': 'f16d7bf8-e2fb-4812-bf70-d865233daeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '7f806bf0-baa2-4efe-a819-3cbf5c50ee3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:13:02.323925 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962dddf1-a3e4-412a-81d7-ca83c550263a admin admin] Network hostable DHCP agents. Network: 7f806bf0-baa2-4efe-a819-3cbf5c50ee3b, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:13:02.393782 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] For port 92f7dba2-a285-41cc-8e93-a3bba4dda13e, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:13:02.398499 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] For port 92f7dba2-a285-41cc-8e93-a3bba4dda13e, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=92f7dba2-a285-41cc-8e93-a3bba4dda13e,segment=NetworkSegment(db772484-c3a9-4ca4-8f96-78eb240d387f),segment_id=db772484-c3a9-4ca4-8f96-78eb240d387f)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:13:02.437461 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962dddf1-a3e4-412a-81d7-ca83c550263a admin admin] Network 7f806bf0-baa2-4efe-a819-3cbf5c50ee3b is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:13:02.490379 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:02.518215 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-962dddf1-a3e4-412a-81d7-ca83c550263a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, 7f806bf0-baa2-4efe-a819-3cbf5c50ee3b) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:13:02.524865 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962dddf1-a3e4-412a-81d7-ca83c550263a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:02.526124 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-962dddf1-a3e4-412a-81d7-ca83c550263a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:02.533457 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c913ab-7e9d-45d0-b938-bd33bceeded1 None None] Network 7f806bf0-baa2-4efe-a819-3cbf5c50ee3b requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:13:02.604922 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-962dddf1-a3e4-412a-81d7-ca83c550263a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0054569 Sep 02 17:13:02.608394 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 39044) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:02.614761 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2006212473-router', 'tenant_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:02.625438 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848a341-9cd1-427f-bb40-f72a71911945 None None] Pushing event updated for resources: {'Port': ['ID=92f7dba2-a285-41cc-8e93-a3bba4dda13e,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:02.628485 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Routers {'58c6c9af-8917-44fc-8e55-786de8229b25'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:13:02.629246 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:12:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['58c6c9af-8917-44fc-8e55-786de8229b25'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:02.709902 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 083f7fa6-d3b1-490c-b58c-6050f1765ea7 up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:02.730336 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6012'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:02.733110 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6003'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:02.803328 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd2ae0-3afd-4430-9e0d-7a3d7db91703 req-c557a11f-3df6-4ffd-8c13-b864280e385d tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:02.810653 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-03dd2ae0-3afd-4430-9e0d-7a3d7db91703 req-c557a11f-3df6-4ffd-8c13-b864280e385d tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.1113966 Sep 02 17:13:02.874456 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:02.885277 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 32f9c6b5-074d-42c0-907c-6a3e9c450717 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:02.913570 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-03dd2ae0-3afd-4430-9e0d-7a3d7db91703 req-33540be9-792c-4076-97a8-818028b53150 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817766 Sep 02 17:13:02.927701 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542ed40-2ceb-4cd9-af36-a954d8d2770f req-0749c146-e818-44b1-bb64-2ae5ad06622b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:02.929507 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8542ed40-2ceb-4cd9-af36-a954d8d2770f req-0749c146-e818-44b1-bb64-2ae5ad06622b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0722027 Sep 02 17:13:03.037823 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8542ed40-2ceb-4cd9-af36-a954d8d2770f req-381cb7b0-4d02-420b-8a7a-c457fdea3c6a tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003752 Sep 02 17:13:03.075507 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83e46462-e51a-57d2-8662-587f7e661a92-7f806bf0-baa2-4efe-a819-3cbf5c50ee3b', 'network_id': '7f806bf0-baa2-4efe-a819-3cbf5c50ee3b', 'tenant_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'fixed_ips': [{'subnet_id': '42511bb7-abe1-4e8e-8cb9-c08f75f06d81'}]}} from dv-cinder-777031-8-iscsi. {{(pid=94734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:13:03.075507 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:03.124120 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] Set router 58c6c9af-8917-44fc-8e55-786de8229b25 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:13:03.139435 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b89014-900d-4157-9897-0056d6a21621 req-f5879426-c2c1-4637-9469-e8294a948928 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:03.147160 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-34b89014-900d-4157-9897-0056d6a21621 req-f5879426-c2c1-4637-9469-e8294a948928 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 945 time: 0.1129110 Sep 02 17:13:03.206473 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-34b89014-900d-4157-9897-0056d6a21621 req-af0ce1dd-0537-4729-8313-103e76ece903 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582616 Sep 02 17:13:03.216313 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 32f9c6b5-074d-42c0-907c-6a3e9c450717 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:03.216693 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:03.271082 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:03.306838 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port 083f7fa6-d3b1-490c-b58c-6050f1765ea7 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:03.314611 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port 083f7fa6-d3b1-490c-b58c-6050f1765ea7 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:03.315009 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:03.383252 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcaa79-12eb-4c15-8303-444e99ea8afb req-616be39e-6c18-453a-a53e-4b3821538f16 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:03.385401 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e2bcaa79-12eb-4c15-8303-444e99ea8afb req-616be39e-6c18-453a-a53e-4b3821538f16 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0697496 Sep 02 17:13:03.449126 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e2bcaa79-12eb-4c15-8303-444e99ea8afb req-9f8751ff-486c-461a-a4bf-e22c2ed4e1d3 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564182 Sep 02 17:13:03.553512 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Allocated IP 172.20.0.2 (7f806bf0-baa2-4efe-a819-3cbf5c50ee3b/42511bb7-abe1-4e8e-8cb9-c08f75f06d81/50ba7442-f3e4-4a59-8f53-5ddb8008eeb0) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:13:03.723155 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:03.764295 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:03.813972 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:03.875769 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a41db26-9d97-479b-8bbc-e7fc41fe603e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083f7fa6-d3b1-490c-b58c-6050f1765ea7'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:13:03.897012 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73624f3f-570b-4208-aa49-54d6e973fb87" -d '{"events": [{"server_uuid": "9a41db26-9d97-479b-8bbc-e7fc41fe603e", "name": "network-vif-plugged", "status": "completed", "tag": "083f7fa6-d3b1-490c-b58c-6050f1765ea7"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:13:03.902099 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'name': 'tempest-TestMinimumBasicScenario-690217135-router', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:54Z', 'updated_at': '2021-09-02T17:12:58Z', 'revision_number': 4, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'gw_port': {'id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:55Z', 'updated_at': '2021-09-02T17:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '92f7dba2-a285-41cc-8e93-a3bba4dda13e', 'name': '', 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'mac_address': 'fa:16:3e:d6:9b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '78089898-67f1-4027-92ed-edd152bcad53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:57Z', 'updated_at': '2021-09-02T17:13:02Z', 'revision_number': 4, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'subnets': [{'id': '78089898-67f1-4027-92ed-edd152bcad53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:03.952598 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] Allocated IP 172.27.3.146 (590119a4-1f8b-48ad-9c89-4c6964c18e67/7cdc9a3e-6ce5-4dce-a686-134e15b48f48/ecd8ddb9-5557-4c10-a301-e6633f917b7f) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:13:03.983701 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 083f7fa6-d3b1-490c-b58c-6050f1765ea7, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=083f7fa6-d3b1-490c-b58c-6050f1765ea7,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:03.991081 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a675bb0-e436-4172-bea6-24a9e0f7a1b2 x-openstack-request-id: req-3a675bb0-e436-4172-bea6-24a9e0f7a1b2 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:13:03.991376 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a41db26-9d97-479b-8bbc-e7fc41fe603e", "name": "network-vif-plugged", "status": "completed", "tag": "083f7fa6-d3b1-490c-b58c-6050f1765ea7", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:13:03.991634 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3a675bb0-e436-4172-bea6-24a9e0f7a1b2 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:13:03.992042 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a41db26-9d97-479b-8bbc-e7fc41fe603e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083f7fa6-d3b1-490c-b58c-6050f1765ea7', 'code': 200} Sep 02 17:13:03.992776 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4885bd-5ea9-4392-b7b0-1f5dbeda40ae None None] The sync data for ids ['58c6c9af-8917-44fc-8e55-786de8229b25'] in dv-cinder-777031-8-iscsi is: [{'id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'name': 'tempest-TestMinimumBasicScenario-690217135-router', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:54Z', 'updated_at': '2021-09-02T17:12:58Z', 'revision_number': 4, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'gw_port': {'id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:55Z', 'updated_at': '2021-09-02T17:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '92f7dba2-a285-41cc-8e93-a3bba4dda13e', 'name': '', 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'mac_address': 'fa:16:3e:d6:9b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '78089898-67f1-4027-92ed-edd152bcad53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:57Z', 'updated_at': '2021-09-02T17:13:02Z', 'revision_number': 4, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'subnets': [{'id': '78089898-67f1-4027-92ed-edd152bcad53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:13:04.071846 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:04.084097 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:04.086949 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Transition to ACTIVE for port object 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:04.151606 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Transition to ACTIVE for port object 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:04.217252 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=083f7fa6-d3b1-490c-b58c-6050f1765ea7,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:04.234049 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:04.237156 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:04.237418 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:04.237737 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:04.238072 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:04.240317 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:04.240656 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:04.240993 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:04.243959 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:04.244414 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:04.244758 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:04.245096 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:04.262574 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:04.291777 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f3c64-e70a-4da3-8669-1fa44fd8d44a req-962117bd-399e-41d9-9573-6f66c7c5ef82 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:04.308236 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7e2f3c64-e70a-4da3-8669-1fa44fd8d44a req-962117bd-399e-41d9-9573-6f66c7c5ef82 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.2125747 Sep 02 17:13:04.354145 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:04.382319 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Network 7f806bf0-baa2-4efe-a819-3cbf5c50ee3b is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:13:04.384792 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:13:04.412125 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:13:04.417199 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Pushing event updated for resources: {'Port': ['ID=50ba7442-f3e4-4a59-8f53-5ddb8008eeb0,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:04.499661 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7e2f3c64-e70a-4da3-8669-1fa44fd8d44a req-80dd0ece-2710-44a0-973c-491fdb4f6ee0 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793094 Sep 02 17:13:04.510601 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Attempting to bind port 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:13:04.510601 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Attempting to bind port 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': 'f16d7bf8-e2fb-4812-bf70-d865233daeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '7f806bf0-baa2-4efe-a819-3cbf5c50ee3b'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:13:04.510601 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Attempting to bind port 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 on network 7f806bf0-baa2-4efe-a819-3cbf5c50ee3b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:13:04.520215 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:13:04.520907 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Checking segment: {'id': 'f16d7bf8-e2fb-4812-bf70-d865233daeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '7f806bf0-baa2-4efe-a819-3cbf5c50ee3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:13:04.521526 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:04.522022 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Bound using segment: {'id': 'f16d7bf8-e2fb-4812-bf70-d865233daeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '7f806bf0-baa2-4efe-a819-3cbf5c50ee3b'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:13:04.523025 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Bound port: 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16d7bf8-e2fb-4812-bf70-d865233daeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '7f806bf0-baa2-4efe-a819-3cbf5c50ee3b'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:13:04.523687 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:04.537237 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f18894-819b-4839-8855-e455bc1f5a51 req-d6da9042-5d92-4f54-95ac-81ef3c17ab7d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:04.544892 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f8f18894-819b-4839-8855-e455bc1f5a51 req-d6da9042-5d92-4f54-95ac-81ef3c17ab7d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.2079780 Sep 02 17:13:04.561137 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:04.654266 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] For port 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:13:04.657395 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f8f18894-819b-4839-8855-e455bc1f5a51 req-b7285dba-c70c-4cbc-809c-99c6afc92a4a tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044269 Sep 02 17:13:04.659441 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] For port 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=50ba7442-f3e4-4a59-8f53-5ddb8008eeb0,segment=NetworkSegment(f16d7bf8-e2fb-4812-bf70-d865233daeb6),segment_id=f16d7bf8-e2fb-4812-bf70-d865233daeb6)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:13:04.703747 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:13:04.719744 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:13:04.723021 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:13:04.725340 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] Pushing event updated for resources: {'Port': ['ID=ecd8ddb9-5557-4c10-a301-e6633f917b7f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:04.735584 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:04.762327 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15c9d4-bc01-49f0-92e1-5d86c3386926 req-463ef4ec-f81b-4c4d-bda7-e3253c50c704 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:04.775740 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9c15c9d4-bc01-49f0-92e1-5d86c3386926 req-463ef4ec-f81b-4c4d-bda7-e3253c50c704 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 946 time: 0.1414223 Sep 02 17:13:04.853336 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479dee4-6249-4fd7-9da4-13e32b23b617 req-8320ebe5-90be-4029-84a0-7abdb84af2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:04.855839 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1479dee4-6249-4fd7-9da4-13e32b23b617 req-8320ebe5-90be-4029-84a0-7abdb84af2bb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 1099 time: 0.2354903 Sep 02 17:13:04.890866 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9c15c9d4-bc01-49f0-92e1-5d86c3386926 req-0f34b3e0-71f0-4c4f-b9ed-1d81b61a26e6 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078134 Sep 02 17:13:04.911816 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850e472-5958-4620-9c52-e870c08c6a03 req-2c5d1ae6-e749-41fe-b4b9-875d965e98a1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:04.932629 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0850e472-5958-4620-9c52-e870c08c6a03 req-2c5d1ae6-e749-41fe-b4b9-875d965e98a1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.1366622 Sep 02 17:13:05.006425 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 92f7dba2-a285-41cc-8e93-a3bba4dda13e up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:05.066041 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0850e472-5958-4620-9c52-e870c08c6a03 req-a80e90db-f984-4d0b-9c76-f52e5c0f97e1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245389 Sep 02 17:13:05.098971 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a2ed3-013a-499b-9329-26b11aa61710 None None] Pushing event updated for resources: {'Port': ['ID=50ba7442-f3e4-4a59-8f53-5ddb8008eeb0,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:05.109225 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1479dee4-6249-4fd7-9da4-13e32b23b617 req-c071aede-c8dc-4883-b0da-ff20e5870587 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529651 Sep 02 17:13:05.227022 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port 92f7dba2-a285-41cc-8e93-a3bba4dda13e completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:05.231601 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 92f7dba2-a285-41cc-8e93-a3bba4dda13e triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:05.232088 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:05.730266 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:05.793746 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9c1a3-8847-4876-9afb-45b71d99d350 req-02959be6-fb4e-4317-992e-b28c45db6cba tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:05.793746 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-75e9c1a3-8847-4876-9afb-45b71d99d350 req-02959be6-fb4e-4317-992e-b28c45db6cba tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.1284578 Sep 02 17:13:05.818872 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port 92f7dba2-a285-41cc-8e93-a3bba4dda13e, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=92f7dba2-a285-41cc-8e93-a3bba4dda13e,segment=NetworkSegment(db772484-c3a9-4ca4-8f96-78eb240d387f),segment_id=db772484-c3a9-4ca4-8f96-78eb240d387f)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:05.838173 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:05.860115 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-75e9c1a3-8847-4876-9afb-45b71d99d350 req-d6b8e80c-7131-4551-9f2d-538d189c8a26 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577991 Sep 02 17:13:05.930403 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:05.966857 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331cf0c-4651-4c5b-8045-53c942b979d2 req-2832d2ad-7a24-4b25-ba73-0865a95c026a tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:05.975026 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c331cf0c-4651-4c5b-8045-53c942b979d2 req-2832d2ad-7a24-4b25-ba73-0865a95c026a tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.1228774 Sep 02 17:13:06.059331 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=92f7dba2-a285-41cc-8e93-a3bba4dda13e,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:06.087006 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c331cf0c-4651-4c5b-8045-53c942b979d2 req-37f24be9-c69b-467e-b90f-a715d60c4354 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017580 Sep 02 17:13:06.176323 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305689f-edaa-404f-a3bd-b932102446f3 req-83dbeb5e-82d2-461e-98df-36c8cf1ef27b tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:06.180908 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1305689f-edaa-404f-a3bd-b932102446f3 req-83dbeb5e-82d2-461e-98df-36c8cf1ef27b tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 946 time: 0.1308670 Sep 02 17:13:06.230883 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649100'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:06.319212 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1305689f-edaa-404f-a3bd-b932102446f3 req-ca59389b-a476-4c5c-90f6-778b168681a6 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286008 Sep 02 17:13:06.338485 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e4a2d-5c97-4baf-9f69-3da1ce87d7d5 req-4845ad99-e783-413f-9998-73126f0e1306 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:06.347648 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-328e4a2d-5c97-4baf-9f69-3da1ce87d7d5 req-4845ad99-e783-413f-9998-73126f0e1306 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.1448116 Sep 02 17:13:06.427725 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-328e4a2d-5c97-4baf-9f69-3da1ce87d7d5 req-ee444d9b-89fa-42ce-9bcc-64d911027889 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805461 Sep 02 17:13:06.507562 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] Router 0c95a637-1b20-4d75-ae09-4f9080987d1a is scheduled to L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:13:06.515819 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bf5e29-9830-4bbd-b505-f1490b6ed456 None None] Network 7f806bf0-baa2-4efe-a819-3cbf5c50ee3b requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:13:06.674148 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:13:06.686486 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Sync routers for ids ['0c95a637-1b20-4d75-ae09-4f9080987d1a'] in dv-cinder-777031-8-iscsi {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:13:06.691353 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-019ea4d5-6d1b-4a8d-ad4a-3be424d856eb None None] Provisioning for port 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:06.707037 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Routers {'0c95a637-1b20-4d75-ae09-4f9080987d1a'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:13:06.707841 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:12:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['0c95a637-1b20-4d75-ae09-4f9080987d1a'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:06.732471 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:13:06.770000 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:06.774145 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 39078) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:06.774426 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-c63afbef-30a5-402d-8e1a-621dd3a71cbe admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1647413 Sep 02 17:13:06.861731 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Set router 0c95a637-1b20-4d75-ae09-4f9080987d1a gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:13:07.006678 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 92f7dba2-a285-41cc-8e93-a3bba4dda13e up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:07.064982 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:07.090941 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'port_id': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f', 'mac_address': 'fa:16:3e:c2:5f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:13:07.119262 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 92f7dba2-a285-41cc-8e93-a3bba4dda13e triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:07.119640 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:07.218413 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:07.238137 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:13:07.264213 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:07.270842 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c95a637-1b20-4d75-ae09-4f9080987d1a', 'name': 'tempest-TestMinimumBasicScenario-2006212473-router', 'tenant_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ecd8ddb9-5557-4c10-a301-e6633f917b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:02Z', 'updated_at': '2021-09-02T17:13:05Z', 'revision_number': 3, 'project_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'gw_port': {'id': 'ecd8ddb9-5557-4c10-a301-e6633f917b7f', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c95a637-1b20-4d75-ae09-4f9080987d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:03Z', 'updated_at': '2021-09-02T17:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:07.322204 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9977fb-55f1-489e-8c0c-7e792c21ce2f req-6f651eed-650e-428c-8c2f-eab2e8b1e152 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:07.322987 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Checking router: 0c95a637-1b20-4d75-ae09-4f9080987d1a for host: dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:13:07.333184 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Updating router 0c95a637-1b20-4d75-ae09-4f9080987d1a port ecd8ddb9-5557-4c10-a301-e6633f917b7f binding host dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:13:07.337766 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ff9977fb-55f1-489e-8c0c-7e792c21ce2f req-6f651eed-650e-428c-8c2f-eab2e8b1e152 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.1376309 Sep 02 17:13:07.396782 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:07.438317 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6625a28-4a7a-45ee-8554-306ec2a70a8c req-58ecf412-8ef2-410f-9154-016cbd5bae1d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:07.440649 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f6625a28-4a7a-45ee-8554-306ec2a70a8c req-58ecf412-8ef2-410f-9154-016cbd5bae1d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.2015500 Sep 02 17:13:07.459994 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:07.522893 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:07.573522 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,revision_number=6']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:07.718693 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:07.727981 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:07.731807 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:07.888118 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:07.888840 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:07.900467 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Transition to ACTIVE for port object ecd8ddb9-5557-4c10-a301-e6633f917b7f will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:07.930597 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ff9977fb-55f1-489e-8c0c-7e792c21ce2f req-2ee732e8-eff6-4079-8002-ac7f4c6230a6 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5817602 Sep 02 17:13:07.958598 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=50ba7442-f3e4-4a59-8f53-5ddb8008eeb0,segment=NetworkSegment(f16d7bf8-e2fb-4812-bf70-d865233daeb6),segment_id=f16d7bf8-e2fb-4812-bf70-d865233daeb6)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:07.961116 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:13:07.970164 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:08.071172 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f6625a28-4a7a-45ee-8554-306ec2a70a8c req-55707097-6ec1-44a1-b3be-a5a50fc38bbb tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5506034 Sep 02 17:13:08.099987 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Attempting to bind port ecd8ddb9-5557-4c10-a301-e6633f917b7f on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:13:08.100235 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Attempting to bind port ecd8ddb9-5557-4c10-a301-e6633f917b7f by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:13:08.100887 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Attempting to bind port ecd8ddb9-5557-4c10-a301-e6633f917b7f on network 590119a4-1f8b-48ad-9c89-4c6964c18e67 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:13:08.101750 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:08.106316 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525ccfb-86f8-4f2e-8050-bac434e76b8e None None] Pushing event updated for resources: {'Port': ['ID=ecd8ddb9-5557-4c10-a301-e6633f917b7f,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:08.112295 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:13:08.120499 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Checking segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:13:08.120499 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:08.120499 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Bound using segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:13:08.120499 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Bound port: ecd8ddb9-5557-4c10-a301-e6633f917b7f, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:13:08.120499 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:08.199964 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a77d0-6e2b-4956-93f1-d631c245be07 req-9d65d115-8127-430c-ae9e-6b20a50a1a47 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:08.207477 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b77a77d0-6e2b-4956-93f1-d631c245be07 req-9d65d115-8127-430c-ae9e-6b20a50a1a47 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 946 time: 0.1292975 Sep 02 17:13:08.218105 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] For port ecd8ddb9-5557-4c10-a301-e6633f917b7f, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:13:08.222961 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] For port ecd8ddb9-5557-4c10-a301-e6633f917b7f, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=ecd8ddb9-5557-4c10-a301-e6633f917b7f,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:13:08.225695 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:08.256523 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=50ba7442-f3e4-4a59-8f53-5ddb8008eeb0,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:08.313213 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:08.326125 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:08.347994 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b77a77d0-6e2b-4956-93f1-d631c245be07 req-60fc2cda-8215-4232-8ed1-644c8744d248 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391809 Sep 02 17:13:08.371712 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f6ad5-635c-4212-a4e3-782b81a5bcad req-d7e21523-5af1-46ae-9b88-669ef711664f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:08.373354 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d23f6ad5-635c-4212-a4e3-782b81a5bcad req-d7e21523-5af1-46ae-9b88-669ef711664f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 944 time: 0.1562257 Sep 02 17:13:08.429713 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Routers {'0c95a637-1b20-4d75-ae09-4f9080987d1a'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:13:08.430979 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:12:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['0c95a637-1b20-4d75-ae09-4f9080987d1a'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:08.446381 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525ccfb-86f8-4f2e-8050-bac434e76b8e None None] Pushing event updated for resources: {'Port': ['ID=ecd8ddb9-5557-4c10-a301-e6633f917b7f,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:08.495193 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d23f6ad5-635c-4212-a4e3-782b81a5bcad req-55a82633-0925-4f4e-b8e3-f5532046b36c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123457 Sep 02 17:13:08.593325 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_common [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Allocated IP 172.20.0.1 (7f806bf0-baa2-4efe-a819-3cbf5c50ee3b/42511bb7-abe1-4e8e-8cb9-c08f75f06d81/28af96d1-b825-451f-b51a-e015cec5118e) {{(pid=94732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:13:08.622978 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] Set router 0c95a637-1b20-4d75-ae09-4f9080987d1a gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:13:08.724569 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:08.819946 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:08.848593 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:08.849523 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:08.887512 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.provisioning_blocks [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Transition to ACTIVE for port object 28af96d1-b825-451f-b51a-e015cec5118e will not be triggered until provisioned by entity DHCP. {{(pid=94732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:08.934947 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:09.006217 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c95a637-1b20-4d75-ae09-4f9080987d1a', 'name': 'tempest-TestMinimumBasicScenario-2006212473-router', 'tenant_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ecd8ddb9-5557-4c10-a301-e6633f917b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:02Z', 'updated_at': '2021-09-02T17:13:05Z', 'revision_number': 3, 'project_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'gw_port': {'id': 'ecd8ddb9-5557-4c10-a301-e6633f917b7f', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c95a637-1b20-4d75-ae09-4f9080987d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:03Z', 'updated_at': '2021-09-02T17:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:09.028513 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:09.069368 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9024acad-2abd-4f7a-842c-0cd1b0b4a717 None None] The sync data for ids ['0c95a637-1b20-4d75-ae09-4f9080987d1a'] in dv-cinder-777031-8-iscsi is: [{'id': '0c95a637-1b20-4d75-ae09-4f9080987d1a', 'name': 'tempest-TestMinimumBasicScenario-2006212473-router', 'tenant_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ecd8ddb9-5557-4c10-a301-e6633f917b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:02Z', 'updated_at': '2021-09-02T17:13:05Z', 'revision_number': 3, 'project_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'gw_port': {'id': 'ecd8ddb9-5557-4c10-a301-e6633f917b7f', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c95a637-1b20-4d75-ae09-4f9080987d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:03Z', 'updated_at': '2021-09-02T17:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:13:09.088734 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:09.137211 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817c0aa7-d60f-44b7-b28f-0025069af756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:13:09.144649 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8d4a00-235c-4914-b24b-a6e684bb340d" -d '{"events": [{"server_uuid": "817c0aa7-d60f-44b7-b28f-0025069af756", "name": "network-vif-plugged", "status": "completed", "tag": "bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:13:09.159728 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:09.160127 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:09.206964 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:09.314799 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Network 7f806bf0-baa2-4efe-a819-3cbf5c50ee3b is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:13:09.318453 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:09.327132 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:13:09.342079 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Pushing event updated for resources: {'Port': ['ID=28af96d1-b825-451f-b51a-e015cec5118e,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:09.347608 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Received port after_create {{(pid=94732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:13:09.390937 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:09.391489 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:09.391846 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:09.392956 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:09.393415 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:09.393929 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:09.394275 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:09.394621 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:09.395004 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:09.395340 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:09.395670 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:09.395982 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:13:09.427852 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712320fd-30fb-48b1-9a34-d8e80f973a60 req-18053b21-485f-4c1e-821c-bc95341b0d3b tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:09.429481 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-712320fd-30fb-48b1-9a34-d8e80f973a60 req-18053b21-485f-4c1e-821c-bc95341b0d3b tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.3927777 Sep 02 17:13:09.442016 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,revision_number=7']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:09.470936 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665410d-05ce-4fda-bbfa-18dbd18d82cb req-ef73b8c3-e45b-4900-bf96-da11d4ff9d0d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:09.472581 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6665410d-05ce-4fda-bbfa-18dbd18d82cb req-ef73b8c3-e45b-4900-bf96-da11d4ff9d0d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.2317910 Sep 02 17:13:09.492745 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483803'] for router_interface, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:09.619623 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-712320fd-30fb-48b1-9a34-d8e80f973a60 req-8219f7e0-fede-4d5a-ad5c-63378e959f13 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705408 Sep 02 17:13:09.645430 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6665410d-05ce-4fda-bbfa-18dbd18d82cb req-105ac16b-4327-4bfb-8c47-23550a63f0d8 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609979 Sep 02 17:13:09.729148 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bd8c3f-4a3b-47c5-ad8a-db6c38b6ccb5 x-openstack-request-id: req-00bd8c3f-4a3b-47c5-ad8a-db6c38b6ccb5 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:13:09.729544 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817c0aa7-d60f-44b7-b28f-0025069af756", "name": "network-vif-plugged", "status": "completed", "tag": "bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:13:09.729804 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00bd8c3f-4a3b-47c5-ad8a-db6c38b6ccb5 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:13:09.730206 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817c0aa7-d60f-44b7-b28f-0025069af756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f', 'code': 200} Sep 02 17:13:09.787008 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-6822f5d6-0882-45e4-880c-dc9c1f809dec None None] Provisioning for port 28af96d1-b825-451f-b51a-e015cec5118e completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:09.791109 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-6822f5d6-0882-45e4-880c-dc9c1f809dec None None] Provisioning complete for port 28af96d1-b825-451f-b51a-e015cec5118e triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:09.791475 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6822f5d6-0882-45e4-880c-dc9c1f809dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:09.828655 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:09.830652 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-6822f5d6-0882-45e4-880c-dc9c1f809dec None None] Port 28af96d1-b825-451f-b51a-e015cec5118e cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:13:09.849815 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b73ac-20f1-46b1-806e-27d9fe1015bb req-7de0e3c5-f05a-4102-a6b9-0cb9b8d4f8ea tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:09.853609 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3f5b73ac-20f1-46b1-806e-27d9fe1015bb req-7de0e3c5-f05a-4102-a6b9-0cb9b8d4f8ea tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.1007180 Sep 02 17:13:09.921088 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3f5b73ac-20f1-46b1-806e-27d9fe1015bb req-4d682437-d806-4012-9c16-17c814a73441 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617321 Sep 02 17:13:10.001449 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd7001-853b-4b58-bbf1-191391395144 req-3c2cd368-ec0e-45d5-b9ab-b3d36be33dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:10.003502 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2ffd7001-853b-4b58-bbf1-191391395144 req-3c2cd368-ec0e-45d5-b9ab-b3d36be33dc7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66dd13919db54e2cb281cb857b403d5d&device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 1098 time: 0.0596745 Sep 02 17:13:10.140646 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:10.168344 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd7001-853b-4b58-bbf1-191391395144 req-14a1085b-e1ed-4801-87a5-6a4da841cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:10.169974 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2ffd7001-853b-4b58-bbf1-191391395144 req-14a1085b-e1ed-4801-87a5-6a4da841cfa6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe HTTP/1.1" status: 200 len: 919 time: 0.1352863 Sep 02 17:13:10.192543 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13791354'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:10.277105 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2ffd7001-853b-4b58-bbf1-191391395144 req-1ee77c79-de2c-40b8-9cf5-06aa6be0694f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f HTTP/1.1" status: 200 len: 1001 time: 0.0865738 Sep 02 17:13:10.285393 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Pushing event updated for resources: {'Port': ['ID=28af96d1-b825-451f-b51a-e015cec5118e,revision_number=2']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:10.287322 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650571'] for router_interface, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:10.410562 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd7001-853b-4b58-bbf1-191391395144 req-fe1ae7bc-238a-4241-bcc4-56131a7008c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:10.412103 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2ffd7001-853b-4b58-bbf1-191391395144 req-fe1ae7bc-238a-4241-bcc4-56131a7008c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50615b92-51e7-4a8e-a635-3931daa3277f HTTP/1.1" status: 200 len: 856 time: 0.1236134 Sep 02 17:13:10.471510 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Network 7f806bf0-baa2-4efe-a819-3cbf5c50ee3b is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:13:10.473993 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:13:10.492651 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd7001-853b-4b58-bbf1-191391395144 req-3e2dead0-9248-4e1d-9010-bb4ea9ece9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:10.494572 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2ffd7001-853b-4b58-bbf1-191391395144 req-3e2dead0-9248-4e1d-9010-bb4ea9ece9f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625889 Sep 02 17:13:10.699026 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2ffd7001-853b-4b58-bbf1-191391395144 req-8118e613-972d-42c4-884a-877d19821112 service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916318 Sep 02 17:13:10.899431 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-dd4a9471-aabe-4b5e-a7dd-36375f52e083 None None] Provisioning complete for port 28af96d1-b825-451f-b51a-e015cec5118e triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:10.901557 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dd4a9471-aabe-4b5e-a7dd-36375f52e083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:10.954490 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device ecd8ddb9-5557-4c10-a301-e6633f917b7f up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:10.985831 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2ffd7001-853b-4b58-bbf1-191391395144 req-be620fd8-7be2-4e4e-a352-52a1645c3e81 service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706096 Sep 02 17:13:11.034740 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Router 0c95a637-1b20-4d75-ae09-4f9080987d1a has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:13:11.044429 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f92fc5-a658-4e21-8fe5-798d15029f65 req-c43e19ca-3559-4c55-b698-a0ab07f26f3e tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:11.049158 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-43f92fc5-a658-4e21-8fe5-798d15029f65 req-c43e19ca-3559-4c55-b698-a0ab07f26f3e tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.1164548 Sep 02 17:13:11.088832 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a9471-aabe-4b5e-a7dd-36375f52e083 None None] Port 28af96d1-b825-451f-b51a-e015cec5118e cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:13:11.185796 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-43f92fc5-a658-4e21-8fe5-798d15029f65 req-ecf4d23c-6e9c-4a43-b89a-9efeb0ac3bd8 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265001 Sep 02 17:13:11.188344 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port ecd8ddb9-5557-4c10-a301-e6633f917b7f completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:11.194672 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port ecd8ddb9-5557-4c10-a301-e6633f917b7f triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:11.196494 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:11.273930 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:13:11.280388 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-6a9e22d9-fba9-439a-9266-ea7e35726420 admin admin] 10.222.0.78 "PUT /v2.0/routers/0c95a637-1b20-4d75-ae09-4f9080987d1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5041475 Sep 02 17:13:11.372279 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:11.407836 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465a841-c560-4b0e-8ae2-2d20c20f9a0b req-b5e686b8-4cc1-4065-bb2f-f484b899ea8a tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:11.411016 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a465a841-c560-4b0e-8ae2-2d20c20f9a0b req-b5e686b8-4cc1-4065-bb2f-f484b899ea8a tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.1008968 Sep 02 17:13:11.417097 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port ecd8ddb9-5557-4c10-a301-e6633f917b7f, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=ecd8ddb9-5557-4c10-a301-e6633f917b7f,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:11.487625 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a465a841-c560-4b0e-8ae2-2d20c20f9a0b req-c2526676-b89e-4655-be9d-eb8d62d3d6ca tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696940 Sep 02 17:13:11.491452 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:11.610293 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=ecd8ddb9-5557-4c10-a301-e6633f917b7f,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:11.694442 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f230959-6193-4792-80ec-3265c52a3621 req-ed821270-fb97-4130-80da-ff856b68d6c4 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:11.694905 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Sync routers for ids ['0c95a637-1b20-4d75-ae09-4f9080987d1a'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:13:11.695968 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2f230959-6193-4792-80ec-3265c52a3621 req-ed821270-fb97-4130-80da-ff856b68d6c4 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0936584 Sep 02 17:13:11.704587 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Routers {'0c95a637-1b20-4d75-ae09-4f9080987d1a'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:13:11.706205 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:12:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['0c95a637-1b20-4d75-ae09-4f9080987d1a'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:11.762502 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2f230959-6193-4792-80ec-3265c52a3621 req-e30735d9-7dcf-4981-8be8-d7db5afeb7da tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597448 Sep 02 17:13:11.852237 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Set router 0c95a637-1b20-4d75-ae09-4f9080987d1a gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:13:12.068627 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c95a637-1b20-4d75-ae09-4f9080987d1a', 'name': 'tempest-TestMinimumBasicScenario-2006212473-router', 'tenant_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ecd8ddb9-5557-4c10-a301-e6633f917b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:02Z', 'updated_at': '2021-09-02T17:13:09Z', 'revision_number': 4, 'project_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'gw_port': {'id': 'ecd8ddb9-5557-4c10-a301-e6633f917b7f', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a637-1b20-4d75-ae09-4f9080987d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:03Z', 'updated_at': '2021-09-02T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '28af96d1-b825-451f-b51a-e015cec5118e', 'name': '', 'network_id': '7f806bf0-baa2-4efe-a819-3cbf5c50ee3b', 'tenant_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'mac_address': 'fa:16:3e:c9:72:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c95a637-1b20-4d75-ae09-4f9080987d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42511bb7-abe1-4e8e-8cb9-c08f75f06d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:08Z', 'updated_at': '2021-09-02T17:13:09Z', 'revision_number': 2, 'project_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'subnets': [{'id': '42511bb7-abe1-4e8e-8cb9-c08f75f06d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:12.096926 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Checking router: 0c95a637-1b20-4d75-ae09-4f9080987d1a for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:13:12.097304 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Updating router 0c95a637-1b20-4d75-ae09-4f9080987d1a port 28af96d1-b825-451f-b51a-e015cec5118e binding host dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:13:12.127950 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:12.315756 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb72ee0-46ea-4eb7-9330-5261ca219d20 req-713def20-5ac2-4e93-815b-902f46e57a58 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:12.317668 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7cb72ee0-46ea-4eb7-9330-5261ca219d20 req-713def20-5ac2-4e93-815b-902f46e57a58 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0522690 Sep 02 17:13:12.364682 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7cb72ee0-46ea-4eb7-9330-5261ca219d20 req-fc5b4098-a361-4840-925b-a3d7ac75662c tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325577 Sep 02 17:13:12.423003 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:12.434463 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Transition to ACTIVE for port object 28af96d1-b825-451f-b51a-e015cec5118e will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:12.518868 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:12.573968 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-558231f3-fcb2-412c-9958-32776610b459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:12.592868 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af0c17-8adf-49d0-8c36-2c02629e13b5 None None] Pushing event updated for resources: {'Port': ['ID=28af96d1-b825-451f-b51a-e015cec5118e,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:12.656762 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03fba3-5cd4-48bc-8c46-cd5111ef9b3f req-4ffa108f-195f-4033-adcf-5934c27b339f tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:12.658432 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1f03fba3-5cd4-48bc-8c46-cd5111ef9b3f req-4ffa108f-195f-4033-adcf-5934c27b339f tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0770578 Sep 02 17:13:12.669563 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Attempting to bind port 28af96d1-b825-451f-b51a-e015cec5118e on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:13:12.669935 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Attempting to bind port 28af96d1-b825-451f-b51a-e015cec5118e by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': 'f16d7bf8-e2fb-4812-bf70-d865233daeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '7f806bf0-baa2-4efe-a819-3cbf5c50ee3b'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:13:12.670378 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Attempting to bind port 28af96d1-b825-451f-b51a-e015cec5118e on network 7f806bf0-baa2-4efe-a819-3cbf5c50ee3b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:13:12.676826 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:13:12.677206 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Checking segment: {'id': 'f16d7bf8-e2fb-4812-bf70-d865233daeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '7f806bf0-baa2-4efe-a819-3cbf5c50ee3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:13:12.677636 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:12.678137 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Bound using segment: {'id': 'f16d7bf8-e2fb-4812-bf70-d865233daeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '7f806bf0-baa2-4efe-a819-3cbf5c50ee3b'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:13:12.682079 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Bound port: 28af96d1-b825-451f-b51a-e015cec5118e, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16d7bf8-e2fb-4812-bf70-d865233daeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '7f806bf0-baa2-4efe-a819-3cbf5c50ee3b'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:13:12.682612 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:12.742532 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1f03fba3-5cd4-48bc-8c46-cd5111ef9b3f req-e5a952d9-5acf-46ed-ac34-cdd8b6b5e9ef tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721169 Sep 02 17:13:12.872335 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device ecd8ddb9-5557-4c10-a301-e6633f917b7f up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:12.934122 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b16509-90cd-4b6d-b2a7-4b46e510d44f req-8135a34c-3719-4590-8fa5-7fe71aed8c99 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:12.938020 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-86b16509-90cd-4b6d-b2a7-4b46e510d44f req-8135a34c-3719-4590-8fa5-7fe71aed8c99 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0678332 Sep 02 17:13:12.983352 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] For port 28af96d1-b825-451f-b51a-e015cec5118e, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:13:12.984131 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-86b16509-90cd-4b6d-b2a7-4b46e510d44f req-1ccf28f7-d50b-4b0d-bcbe-8277297b1a9e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404863 Sep 02 17:13:12.989309 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] For port 28af96d1-b825-451f-b51a-e015cec5118e, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=28af96d1-b825-451f-b51a-e015cec5118e,segment=NetworkSegment(f16d7bf8-e2fb-4812-bf70-d865233daeb6),segment_id=f16d7bf8-e2fb-4812-bf70-d865233daeb6)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:13:13.018693 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port ecd8ddb9-5557-4c10-a301-e6633f917b7f triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:13.019111 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:13.094254 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:13.185087 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af0c17-8adf-49d0-8c36-2c02629e13b5 None None] Pushing event updated for resources: {'Port': ['ID=28af96d1-b825-451f-b51a-e015cec5118e,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:13.188976 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Routers {'0c95a637-1b20-4d75-ae09-4f9080987d1a'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:13:13.189907 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:12:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['0c95a637-1b20-4d75-ae09-4f9080987d1a'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:13.319837 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] Set router 0c95a637-1b20-4d75-ae09-4f9080987d1a gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:13:13.496220 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98192301-b9a0-4eee-ad17-7f5e55d48f34 req-70d658c4-acf1-49ef-ac40-c7fd7cfb6289 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:13.502420 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-98192301-b9a0-4eee-ad17-7f5e55d48f34 req-70d658c4-acf1-49ef-ac40-c7fd7cfb6289 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0580981 Sep 02 17:13:13.541457 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-98192301-b9a0-4eee-ad17-7f5e55d48f34 req-f64c53bd-b660-4119-a717-53afdce231e6 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373344 Sep 02 17:13:13.585596 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c95a637-1b20-4d75-ae09-4f9080987d1a', 'name': 'tempest-TestMinimumBasicScenario-2006212473-router', 'tenant_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ecd8ddb9-5557-4c10-a301-e6633f917b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:02Z', 'updated_at': '2021-09-02T17:13:09Z', 'revision_number': 4, 'project_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'gw_port': {'id': 'ecd8ddb9-5557-4c10-a301-e6633f917b7f', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a637-1b20-4d75-ae09-4f9080987d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:03Z', 'updated_at': '2021-09-02T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '28af96d1-b825-451f-b51a-e015cec5118e', 'name': '', 'network_id': '7f806bf0-baa2-4efe-a819-3cbf5c50ee3b', 'tenant_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'mac_address': 'fa:16:3e:c9:72:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c95a637-1b20-4d75-ae09-4f9080987d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42511bb7-abe1-4e8e-8cb9-c08f75f06d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:08Z', 'updated_at': '2021-09-02T17:13:12Z', 'revision_number': 4, 'project_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'subnets': [{'id': '42511bb7-abe1-4e8e-8cb9-c08f75f06d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:13.615078 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8a525-f0f1-4750-acdd-d7f20e5b9d90 None None] The sync data for ids ['0c95a637-1b20-4d75-ae09-4f9080987d1a'] in dv-cinder-777031-8-iscsi is: [{'id': '0c95a637-1b20-4d75-ae09-4f9080987d1a', 'name': 'tempest-TestMinimumBasicScenario-2006212473-router', 'tenant_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ecd8ddb9-5557-4c10-a301-e6633f917b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:02Z', 'updated_at': '2021-09-02T17:13:09Z', 'revision_number': 4, 'project_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'gw_port': {'id': 'ecd8ddb9-5557-4c10-a301-e6633f917b7f', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a637-1b20-4d75-ae09-4f9080987d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:03Z', 'updated_at': '2021-09-02T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '28af96d1-b825-451f-b51a-e015cec5118e', 'name': '', 'network_id': '7f806bf0-baa2-4efe-a819-3cbf5c50ee3b', 'tenant_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'mac_address': 'fa:16:3e:c9:72:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c95a637-1b20-4d75-ae09-4f9080987d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42511bb7-abe1-4e8e-8cb9-c08f75f06d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:08Z', 'updated_at': '2021-09-02T17:13:12Z', 'revision_number': 4, 'project_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'subnets': [{'id': '42511bb7-abe1-4e8e-8cb9-c08f75f06d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:13:13.890310 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494a0e6-555d-4daf-9f93-96052afde906 req-42f2b3bc-eff3-4aed-a3e7-006b94e83e7f tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:13.892006 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c494a0e6-555d-4daf-9f93-96052afde906 req-42f2b3bc-eff3-4aed-a3e7-006b94e83e7f tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0587146 Sep 02 17:13:13.951672 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c494a0e6-555d-4daf-9f93-96052afde906 req-5c26e0e5-7ba2-4d1c-ba48-d1a94dd64c94 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437889 Sep 02 17:13:14.138931 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50daa386-087b-41ed-9185-b6ec14b9e4d3 req-8658c8c2-666c-4307-90d6-c1ec377b8a93 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:14.140676 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-50daa386-087b-41ed-9185-b6ec14b9e4d3 req-8658c8c2-666c-4307-90d6-c1ec377b8a93 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0563920 Sep 02 17:13:14.205096 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-50daa386-087b-41ed-9185-b6ec14b9e4d3 req-e6be8641-9eb5-4efe-a08b-cca019c84359 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565770 Sep 02 17:13:14.721094 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec278b-d194-4b15-8c68-ccdc0e5d1e58 req-ef055dc4-80ca-4e45-bbc1-ababbe56aced tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:14.729592 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d8ec278b-d194-4b15-8c68-ccdc0e5d1e58 req-ef055dc4-80ca-4e45-bbc1-ababbe56aced tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0879569 Sep 02 17:13:14.802859 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d8ec278b-d194-4b15-8c68-ccdc0e5d1e58 req-ca05994d-d47b-4c57-9288-5e8fd3dae150 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717466 Sep 02 17:13:14.904667 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 28af96d1-b825-451f-b51a-e015cec5118e up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:15.027387 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port 28af96d1-b825-451f-b51a-e015cec5118e completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:15.031301 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 28af96d1-b825-451f-b51a-e015cec5118e triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:15.031679 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:15.091662 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6be053-0614-4a52-ba2d-75e17709f9dd req-b2f5b7ac-2605-4bac-abd6-b4ca92244cfb tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:15.093199 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0d6be053-0614-4a52-ba2d-75e17709f9dd req-b2f5b7ac-2605-4bac-abd6-b4ca92244cfb tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0591195 Sep 02 17:13:15.141647 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:15.163194 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0d6be053-0614-4a52-ba2d-75e17709f9dd req-199accef-60b4-450a-9170-34b242c89322 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599449 Sep 02 17:13:15.194716 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port 28af96d1-b825-451f-b51a-e015cec5118e, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=28af96d1-b825-451f-b51a-e015cec5118e,segment=NetworkSegment(f16d7bf8-e2fb-4812-bf70-d865233daeb6),segment_id=f16d7bf8-e2fb-4812-bf70-d865233daeb6)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:15.238802 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-78d5958c-8eed-4eff-9e67-478c8c3ffe1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:15.258483 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:15.350207 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=28af96d1-b825-451f-b51a-e015cec5118e,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:15.409918 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629a13b-f3a6-40b3-92a6-4d500d3b966b req-f49539b5-7f27-4883-b4bb-e1fdf80589a2 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:15.411849 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a629a13b-f3a6-40b3-92a6-4d500d3b966b req-f49539b5-7f27-4883-b4bb-e1fdf80589a2 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0797861 Sep 02 17:13:15.460803 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a629a13b-f3a6-40b3-92a6-4d500d3b966b req-fb387a17-0ede-4940-b1c3-60b2858a2c42 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402548 Sep 02 17:13:15.590890 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:15.947930 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0454d-118d-45ea-9544-27486f6dae60 req-ddf2678e-2c93-418f-91a0-644860ce80c6 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:15.949703 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-67a0454d-118d-45ea-9544-27486f6dae60 req-ddf2678e-2c93-418f-91a0-644860ce80c6 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0695198 Sep 02 17:13:16.000091 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-67a0454d-118d-45ea-9544-27486f6dae60 req-511507e7-44e8-465d-901a-3400bc47d272 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402114 Sep 02 17:13:16.198135 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:16.306201 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a577fe-fb7e-4959-9363-37cc1d972f5f req-c66a4c01-299d-4dae-b781-9c839c068106 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:16.307735 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-54a577fe-fb7e-4959-9363-37cc1d972f5f req-c66a4c01-299d-4dae-b781-9c839c068106 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0753329 Sep 02 17:13:16.362873 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-54a577fe-fb7e-4959-9363-37cc1d972f5f req-79f41017-25fd-498f-9b88-fc19952e4d4d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444202 Sep 02 17:13:16.592717 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee2787-b936-499c-a3ba-cdc3635eecbb req-8ea693e8-8ce5-4e9e-bf88-d009b5a1c04f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:16.594393 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-24ee2787-b936-499c-a3ba-cdc3635eecbb req-8ea693e8-8ce5-4e9e-bf88-d009b5a1c04f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0541000 Sep 02 17:13:16.637969 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-24ee2787-b936-499c-a3ba-cdc3635eecbb req-4dfff480-d63e-43d0-9b44-07793d3de7d4 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367024 Sep 02 17:13:16.791546 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 28af96d1-b825-451f-b51a-e015cec5118e up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:13:16.846154 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 28af96d1-b825-451f-b51a-e015cec5118e triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:16.846522 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:17.151407 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927ee2f-f347-4e98-bff5-5fd504c6ad82 req-44190036-335d-451b-8fcd-471923cc6854 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:17.153011 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8927ee2f-f347-4e98-bff5-5fd504c6ad82 req-44190036-335d-451b-8fcd-471923cc6854 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0525486 Sep 02 17:13:17.196963 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8927ee2f-f347-4e98-bff5-5fd504c6ad82 req-fbfce75b-a542-4288-8cac-2feb4376ca4e tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379171 Sep 02 17:13:17.520883 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12792011-6059-49b0-8979-b2e63d9a192b req-70b761ca-01e8-4564-a8ec-017eccfdbe6b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:17.522469 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-12792011-6059-49b0-8979-b2e63d9a192b req-70b761ca-01e8-4564-a8ec-017eccfdbe6b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0583892 Sep 02 17:13:17.564538 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-12792011-6059-49b0-8979-b2e63d9a192b req-356ad8e7-0626-4645-bd16-62805fcc8d44 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353405 Sep 02 17:13:17.770036 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27566734-af3c-4b81-a306-98745fcecc85 req-780f46e2-3d02-485e-bf7c-5517c6667a84 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:17.771775 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-27566734-af3c-4b81-a306-98745fcecc85 req-780f46e2-3d02-485e-bf7c-5517c6667a84 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0552235 Sep 02 17:13:17.819686 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-27566734-af3c-4b81-a306-98745fcecc85 req-6c8d51e2-c5a1-4953-998c-c1fe819aa7f5 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409119 Sep 02 17:13:18.147038 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:18.326891 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81945e7e-d5e4-4aca-aeda-2cd8f5f4d45e req-e38aec33-f224-449c-80a0-4c9ef3d4fe7f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:18.328446 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-81945e7e-d5e4-4aca-aeda-2cd8f5f4d45e req-e38aec33-f224-449c-80a0-4c9ef3d4fe7f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0536194 Sep 02 17:13:18.375014 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-81945e7e-d5e4-4aca-aeda-2cd8f5f4d45e req-7133bcd8-64be-4015-a00e-160d40392bb3 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354745 Sep 02 17:13:18.710979 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74546b5c-31d0-412e-bc85-5c8e7ad13c63 req-c24c28a3-f406-4ade-9e56-4f0a26de116e tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:18.712673 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-74546b5c-31d0-412e-bc85-5c8e7ad13c63 req-c24c28a3-f406-4ade-9e56-4f0a26de116e tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0682452 Sep 02 17:13:18.762995 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-74546b5c-31d0-412e-bc85-5c8e7ad13c63 req-f4342c9b-268c-4588-a4c9-86741872fef3 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Sep 02 17:13:18.958247 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f7b1c-c27f-42ab-a2b8-26da0089ec16 req-f3bc0fd4-7a99-4755-8efb-61506f6864c8 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:18.960264 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f36f7b1c-c27f-42ab-a2b8-26da0089ec16 req-f3bc0fd4-7a99-4755-8efb-61506f6864c8 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0591145 Sep 02 17:13:19.006493 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f36f7b1c-c27f-42ab-a2b8-26da0089ec16 req-b18ce419-59e6-4bcb-ba52-22baa348fd62 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396891 Sep 02 17:13:19.500888 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac47c05-6aea-4682-b711-e8fbf7725037 req-4cf2bf95-bcae-46fa-b1cf-f3692d835060 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:19.503229 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bac47c05-6aea-4682-b711-e8fbf7725037 req-4cf2bf95-bcae-46fa-b1cf-f3692d835060 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0534670 Sep 02 17:13:19.550837 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bac47c05-6aea-4682-b711-e8fbf7725037 req-4f5d364d-97f0-4f3d-814a-0f0e6a038c86 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400279 Sep 02 17:13:19.885970 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a976c35-7790-433f-a496-46a9ddf04a5d req-1d850604-bf87-4cec-b327-28eb39788ddc tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:19.887631 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0a976c35-7790-433f-a496-46a9ddf04a5d req-1d850604-bf87-4cec-b327-28eb39788ddc tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0524876 Sep 02 17:13:19.940479 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0a976c35-7790-433f-a496-46a9ddf04a5d req-f3a4d8a7-0734-479f-8073-3b1709b42978 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454760 Sep 02 17:13:20.150327 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00a5d1-3174-4f92-99a5-8a62e258596d req-476fc439-5b01-40e0-b866-75d2e1d24b33 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:20.151892 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cd00a5d1-3174-4f92-99a5-8a62e258596d req-476fc439-5b01-40e0-b866-75d2e1d24b33 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0548298 Sep 02 17:13:20.202883 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cd00a5d1-3174-4f92-99a5-8a62e258596d req-96a647ce-123c-4bd4-b563-e5dfe37531c6 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446048 Sep 02 17:13:20.697777 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:13:20.754937 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f428-88a9-474d-9c2f-d703476bb760 req-e3c764b3-858c-4f50-b348-0a14b0134aae tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:20.769498 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4148f428-88a9-474d-9c2f-d703476bb760 req-e3c764b3-858c-4f50-b348-0a14b0134aae tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.1199024 Sep 02 17:13:20.847281 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4148f428-88a9-474d-9c2f-d703476bb760 req-dbccbea2-f1a1-413f-9133-ee886808ecae tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667892 Sep 02 17:13:21.138507 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a6317-06fc-4b65-82a0-77fbf3618b99 req-b943d26a-d0f7-435e-93e9-f7a477d26c03 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:21.141055 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8c1a6317-06fc-4b65-82a0-77fbf3618b99 req-b943d26a-d0f7-435e-93e9-f7a477d26c03 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0752668 Sep 02 17:13:21.254113 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8c1a6317-06fc-4b65-82a0-77fbf3618b99 req-a5be7b94-aa0a-43cc-96d6-b4c092b2bf13 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835533 Sep 02 17:13:21.436442 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860a849-d59a-4459-97f8-e5f275f1767d req-5e5e2939-db9b-4b6a-a442-d5708f6ff83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:21.438684 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4860a849-d59a-4459-97f8-e5f275f1767d req-5e5e2939-db9b-4b6a-a442-d5708f6ff83d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1&device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 1099 time: 0.0474820 Sep 02 17:13:21.442575 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da828de2-f308-4edb-868a-340418249aad req-b1479fd6-aeab-41c0-ab04-1dafb5631542 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:21.444387 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-da828de2-f308-4edb-868a-340418249aad req-b1479fd6-aeab-41c0-ab04-1dafb5631542 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.1273742 Sep 02 17:13:21.462070 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb277f0-761d-4c16-8eba-d75d4c47a651 req-4c789b92-b085-4d48-858f-4d18b1e70e2e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:21.463660 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0fb277f0-761d-4c16-8eba-d75d4c47a651 req-4c789b92-b085-4d48-858f-4d18b1e70e2e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.1070898 Sep 02 17:13:21.532028 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-da828de2-f308-4edb-868a-340418249aad req-88aaaa97-48a1-40df-a192-9c13f61bba0b tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670266 Sep 02 17:13:21.545842 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0fb277f0-761d-4c16-8eba-d75d4c47a651 req-5a32f504-ceb6-49d9-bf06-c9915f0fb67f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654595 Sep 02 17:13:21.627641 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860a849-d59a-4459-97f8-e5f275f1767d req-104a4f3a-2c4b-451a-b2f3-364e029004d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:21.629673 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4860a849-d59a-4459-97f8-e5f275f1767d req-104a4f3a-2c4b-451a-b2f3-364e029004d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba HTTP/1.1" status: 200 len: 912 time: 0.1725955 Sep 02 17:13:21.716217 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4860a849-d59a-4459-97f8-e5f275f1767d req-ef678b44-d740-455e-8547-88aa2cc25d2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c69e4472-919a-42b5-82bc-31d95eea99e4 HTTP/1.1" status: 200 len: 1002 time: 0.0752463 Sep 02 17:13:21.786943 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860a849-d59a-4459-97f8-e5f275f1767d req-378f43c6-2363-44be-952c-d8f01b4f7b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:21.788845 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4860a849-d59a-4459-97f8-e5f275f1767d req-378f43c6-2363-44be-952c-d8f01b4f7b6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96f3ac1b-8493-455d-b18b-b178cdc55f13 HTTP/1.1" status: 200 len: 849 time: 0.0624790 Sep 02 17:13:21.850008 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860a849-d59a-4459-97f8-e5f275f1767d req-ac4354c7-b800-4824-bacb-3e7ce327c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:21.852294 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4860a849-d59a-4459-97f8-e5f275f1767d req-ac4354c7-b800-4824-bacb-3e7ce327c59c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503614 Sep 02 17:13:21.964113 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4860a849-d59a-4459-97f8-e5f275f1767d req-b798a677-a0e4-48b8-8197-996373c93720 service neutron] 10.222.0.46 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996907 Sep 02 17:13:22.104065 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4860a849-d59a-4459-97f8-e5f275f1767d req-db8443d7-4b50-46c7-b73e-b69f9db00096 service neutron] 10.222.0.46 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996630 Sep 02 17:13:22.419730 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293deafe-46e7-40d1-8da2-d8d9ee77c05b req-122ab0c8-8610-41bf-8023-bd27c7424ff8 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:22.433430 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-293deafe-46e7-40d1-8da2-d8d9ee77c05b req-122ab0c8-8610-41bf-8023-bd27c7424ff8 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.1048448 Sep 02 17:13:22.495121 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-293deafe-46e7-40d1-8da2-d8d9ee77c05b req-510c10a9-954e-4bc0-bf4a-9b945a1dbc64 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599508 Sep 02 17:13:22.831931 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb29a70-09c7-4104-91f9-96f852ff5c56 req-9b17d11f-3a34-43e2-a938-c2f02371742f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:22.839748 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7fb29a70-09c7-4104-91f9-96f852ff5c56 req-9b17d11f-3a34-43e2-a938-c2f02371742f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.1413934 Sep 02 17:13:22.889393 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2ac41-c0d6-406e-8f96-404d6264b946 req-8f6cf979-8856-4c19-9a91-984e88f07b9c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:22.896944 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-61d2ac41-c0d6-406e-8f96-404d6264b946 req-8f6cf979-8856-4c19-9a91-984e88f07b9c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.1697295 Sep 02 17:13:23.041275 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7fb29a70-09c7-4104-91f9-96f852ff5c56 req-899a1d7b-aa78-4674-9800-7217a5cb67e3 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998000 Sep 02 17:13:23.051982 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-61d2ac41-c0d6-406e-8f96-404d6264b946 req-c6231b61-0ba6-4c84-bd7e-e6fb57875143 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397877 Sep 02 17:13:23.766963 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ad486-303c-4ee4-8abb-6bd695039fa5 req-1f7cbb37-28e4-40b2-aaed-5696fd5a03bd tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:23.783982 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-833ad486-303c-4ee4-8abb-6bd695039fa5 req-1f7cbb37-28e4-40b2-aaed-5696fd5a03bd tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.1290045 Sep 02 17:13:23.896761 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-833ad486-303c-4ee4-8abb-6bd695039fa5 req-7dc1cda9-263b-40ba-a569-c23b967e6f37 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035392 Sep 02 17:13:24.261466 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90606ff8-23ec-4fbd-a947-746c8f7cb87e req-ce2735da-feea-4303-a6bf-2137f644d9a1 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:24.266542 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-90606ff8-23ec-4fbd-a947-746c8f7cb87e req-ce2735da-feea-4303-a6bf-2137f644d9a1 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0968723 Sep 02 17:13:24.334926 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14871ac0-d5ac-4b9d-860d-59f409703cea req-38e20381-17d2-40e9-9679-f58e780501a8 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:24.342910 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-14871ac0-d5ac-4b9d-860d-59f409703cea req-38e20381-17d2-40e9-9679-f58e780501a8 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.1363375 Sep 02 17:13:24.422652 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-14871ac0-d5ac-4b9d-860d-59f409703cea req-24ad8ccb-308f-4c2a-96a6-1c5eaa049af8 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546906 Sep 02 17:13:24.449967 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-90606ff8-23ec-4fbd-a947-746c8f7cb87e req-9fa5a52f-2bf7-484e-b703-ae814008dc55 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730678 Sep 02 17:13:25.058506 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecc96d-2ed9-46c8-b6fb-89571e088c36 req-6adbf33b-e422-413b-93af-ec3015aa3dd1 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:25.060126 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4aecc96d-2ed9-46c8-b6fb-89571e088c36 req-6adbf33b-e422-413b-93af-ec3015aa3dd1 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0661221 Sep 02 17:13:25.109746 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4aecc96d-2ed9-46c8-b6fb-89571e088c36 req-209f645b-3db7-43e4-a777-58b1b78a8f19 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422745 Sep 02 17:13:25.632717 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e633fb-d69e-45c6-9b32-37eff098d252 req-2b0514a3-af05-49e5-8a63-b1e038f0a22f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:25.634355 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e6e633fb-d69e-45c6-9b32-37eff098d252 req-2b0514a3-af05-49e5-8a63-b1e038f0a22f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0947924 Sep 02 17:13:25.742140 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e6e633fb-d69e-45c6-9b32-37eff098d252 req-30623a8a-f48c-45fa-92aa-86f500cfcad7 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972331 Sep 02 17:13:26.047733 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cb758-596a-4953-90b0-c96c324a2462 req-9a624ff5-508b-47e2-a63c-38762b90e109 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:26.050583 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-442cb758-596a-4953-90b0-c96c324a2462 req-9a624ff5-508b-47e2-a63c-38762b90e109 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 946 time: 0.0892401 Sep 02 17:13:26.108620 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-442cb758-596a-4953-90b0-c96c324a2462 req-4b7a6cba-24d5-4045-8c10-3410aac0608e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482583 Sep 02 17:13:26.308632 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd44a46-250e-4270-af95-0ace634f3d85 req-529f0671-98bc-4a2c-b19d-6f243b1d8734 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:26.311016 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0fd44a46-250e-4270-af95-0ace634f3d85 req-529f0671-98bc-4a2c-b19d-6f243b1d8734 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0788066 Sep 02 17:13:26.368370 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0fd44a46-250e-4270-af95-0ace634f3d85 req-c422c6fc-f31a-466e-bb2e-d6cc498bfa78 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473921 Sep 02 17:13:26.908194 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2f3f6-1540-4803-821a-4817bef4f2ae req-fd8cc39a-2367-4b7b-a478-52e191f2be7e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:26.910053 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d3e2f3f6-1540-4803-821a-4817bef4f2ae req-fd8cc39a-2367-4b7b-a478-52e191f2be7e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0863590 Sep 02 17:13:26.969204 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d3e2f3f6-1540-4803-821a-4817bef4f2ae req-59e54257-14ae-486a-9844-0acd499fbe06 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486777 Sep 02 17:13:27.363965 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b90ba5-5ffa-4914-8363-c2df5dc86199 req-6441cf53-e643-4ac5-b480-48e5ebd786dd tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:27.365949 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-34b90ba5-5ffa-4914-8363-c2df5dc86199 req-6441cf53-e643-4ac5-b480-48e5ebd786dd tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 946 time: 0.1052580 Sep 02 17:13:27.428962 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-34b90ba5-5ffa-4914-8363-c2df5dc86199 req-a1963c74-f42a-469e-9d66-c5a28487f369 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542004 Sep 02 17:13:27.552718 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690f92c-2ce1-4220-807f-38311775cf36 req-9b8f764c-0cd6-4920-ba49-95b2c238a76b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:27.557737 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6690f92c-2ce1-4220-807f-38311775cf36 req-9b8f764c-0cd6-4920-ba49-95b2c238a76b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0859792 Sep 02 17:13:27.623004 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6690f92c-2ce1-4220-807f-38311775cf36 req-9302268e-6054-45af-bcae-82a8771f6807 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528603 Sep 02 17:13:28.153951 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15585737-dd9c-48d5-8802-7c2d136dd78b req-1a77beb1-a5a6-4785-8ea9-cc73f9d84736 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:28.164569 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-15585737-dd9c-48d5-8802-7c2d136dd78b req-1a77beb1-a5a6-4785-8ea9-cc73f9d84736 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.1076250 Sep 02 17:13:28.273095 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-15585737-dd9c-48d5-8802-7c2d136dd78b req-d1e32dc9-47d4-4a90-97fc-b8ce9106bee3 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070116 Sep 02 17:13:28.637834 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620a2e3-1a27-4fce-a937-832b1435a1db req-769d7c25-1729-4547-bfe3-5672f973108d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:28.640261 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-0620a2e3-1a27-4fce-a937-832b1435a1db req-769d7c25-1729-4547-bfe3-5672f973108d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 946 time: 0.0804856 Sep 02 17:13:28.667383 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635300d-5972-417e-bb6d-f7f62ae2eec3 req-9218c306-3711-4935-806c-81a43fca971e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:28.668975 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b635300d-5972-417e-bb6d-f7f62ae2eec3 req-9218c306-3711-4935-806c-81a43fca971e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 946 time: 0.0992315 Sep 02 17:13:28.754119 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b635300d-5972-417e-bb6d-f7f62ae2eec3 req-b8cc114b-923d-451b-bd99-3a7c297b7996 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739050 Sep 02 17:13:28.830022 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-0620a2e3-1a27-4fce-a937-832b1435a1db req-3dd055eb-07c1-46c8-b47e-d59f66b850f2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Deleting port 083f7fa6-d3b1-490c-b58c-6050f1765ea7 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:13:28.830955 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0620a2e3-1a27-4fce-a937-832b1435a1db req-3dd055eb-07c1-46c8-b47e-d59f66b850f2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:28.841330 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8259c-a387-4640-a1de-9056fcc540b0 req-c6b7d6f3-448b-48fc-8fb1-68cb0fb5f8fc tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:28.850178 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f2a8259c-a387-4640-a1de-9056fcc540b0 req-c6b7d6f3-448b-48fc-8fb1-68cb0fb5f8fc tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0848603 Sep 02 17:13:28.887579 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f2a8259c-a387-4640-a1de-9056fcc540b0 req-a01949bf-59ac-4742-82b6-b50255d2bedc tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361159 Sep 02 17:13:28.973419 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-0620a2e3-1a27-4fce-a937-832b1435a1db req-3dd055eb-07c1-46c8-b47e-d59f66b850f2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] For port 083f7fa6-d3b1-490c-b58c-6050f1765ea7, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=083f7fa6-d3b1-490c-b58c-6050f1765ea7,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:28.973796 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0620a2e3-1a27-4fce-a937-832b1435a1db req-3dd055eb-07c1-46c8-b47e-d59f66b850f2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:28.994377 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-0620a2e3-1a27-4fce-a937-832b1435a1db req-3dd055eb-07c1-46c8-b47e-d59f66b850f2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Calling delete_port for 083f7fa6-d3b1-490c-b58c-6050f1765ea7 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:13:29.240869 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0620a2e3-1a27-4fce-a937-832b1435a1db req-3dd055eb-07c1-46c8-b47e-d59f66b850f2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:29.288717 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd055eb-07c1-46c8-b47e-d59f66b850f2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Pushing event deleted for resources: {'Port': ['ID=083f7fa6-d3b1-490c-b58c-6050f1765ea7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:29.291391 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['5c7e5724-ef15-4150-b762-44cb370f19d8', '5216ee43-bf8f-47a9-b43e-0e8555a1ca99', '1f205826-0aeb-4a04-8754-9da185ebdd65', '083f7fa6-d3b1-490c-b58c-6050f1765ea7'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:13:29.360884 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-0620a2e3-1a27-4fce-a937-832b1435a1db req-3dd055eb-07c1-46c8-b47e-d59f66b850f2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] No DVR routers for this DVR port 083f7fa6-d3b1-490c-b58c-6050f1765ea7 on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:13:29.366261 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0620a2e3-1a27-4fce-a937-832b1435a1db req-3dd055eb-07c1-46c8-b47e-d59f66b850f2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:29.371233 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-0620a2e3-1a27-4fce-a937-832b1435a1db req-3dd055eb-07c1-46c8-b47e-d59f66b850f2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.46 "DELETE /v2.0/ports/083f7fa6-d3b1-490c-b58c-6050f1765ea7 HTTP/1.1" status: 204 len: 173 time: 0.7216985 Sep 02 17:13:29.372532 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a41db26-9d97-479b-8bbc-e7fc41fe603e', 'name': 'network-vif-deleted', 'tag': '083f7fa6-d3b1-490c-b58c-6050f1765ea7'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:13:29.379262 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99714a4-1c52-4a21-8ec0-237fa9f3ae8c" -d '{"events": [{"server_uuid": "9a41db26-9d97-479b-8bbc-e7fc41fe603e", "name": "network-vif-deleted", "tag": "083f7fa6-d3b1-490c-b58c-6050f1765ea7"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:13:29.450736 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a116768-148b-4267-8bf1-713b5395b34f x-openstack-request-id: req-3a116768-148b-4267-8bf1-713b5395b34f {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:13:29.451161 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a41db26-9d97-479b-8bbc-e7fc41fe603e", "name": "network-vif-deleted", "tag": "083f7fa6-d3b1-490c-b58c-6050f1765ea7", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:13:29.451691 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3a116768-148b-4267-8bf1-713b5395b34f {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:13:29.452211 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a41db26-9d97-479b-8bbc-e7fc41fe603e', 'name': 'network-vif-deleted', 'tag': '083f7fa6-d3b1-490c-b58c-6050f1765ea7', 'status': 'completed', 'code': 200} Sep 02 17:13:29.592478 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35272f5-22af-407b-8488-2c907c47bd8b req-05d74d9f-2d34-4b97-9b3a-e5e95479c3ea tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:29.599439 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c35272f5-22af-407b-8488-2c907c47bd8b req-05d74d9f-2d34-4b97-9b3a-e5e95479c3ea tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.1765912 Sep 02 17:13:29.690773 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c35272f5-22af-407b-8488-2c907c47bd8b req-13b3fe43-27f9-4ae6-9d8d-3c9a60e2c46d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871534 Sep 02 17:13:29.893713 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ced724b3-7051-4140-ac99-28ce3cdab3a2 req-9631168a-9867-467e-8e3e-90ec1ea8e465 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 210 time: 0.0551560 Sep 02 17:13:30.077899 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faeb1c4-fee6-4b71-a0de-8d00f7a4d6a0 req-014228e9-2e49-41ff-9e45-79cfd7e5b29d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:30.079347 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7faeb1c4-fee6-4b71-a0de-8d00f7a4d6a0 req-014228e9-2e49-41ff-9e45-79cfd7e5b29d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0533280 Sep 02 17:13:30.133663 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7faeb1c4-fee6-4b71-a0de-8d00f7a4d6a0 req-229d6e93-f7dc-42cf-945a-e964868e228a tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423360 Sep 02 17:13:30.865569 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db778f-5919-4d24-bbec-8585c84ff134 req-a9309daa-8e3b-486c-bbd1-dedafa141b9e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:30.867580 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-05db778f-5919-4d24-bbec-8585c84ff134 req-a9309daa-8e3b-486c-bbd1-dedafa141b9e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0833323 Sep 02 17:13:30.952232 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-05db778f-5919-4d24-bbec-8585c84ff134 req-1c9f814f-3ad3-409c-a59c-29dce2f5ab38 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671263 Sep 02 17:13:31.094245 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-217122e5-b299-43fe-bb75-a607c6d6017e req-1c5e12bd-82d3-4936-b1d5-29bf709654a2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a41db26-9d97-479b-8bbc-e7fc41fe603e HTTP/1.1" status: 200 len: 210 time: 0.0414989 Sep 02 17:13:31.293477 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965d49f-060e-4edd-890b-4b605c635547 req-990ce9ff-e26c-40d6-9648-48eed6f65974 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:31.298882 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d965d49f-060e-4edd-890b-4b605c635547 req-990ce9ff-e26c-40d6-9648-48eed6f65974 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0771365 Sep 02 17:13:31.356446 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d965d49f-060e-4edd-890b-4b605c635547 req-3cc6ca59-0703-405e-ae25-2b9181642b61 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517795 Sep 02 17:13:32.164060 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d039a-a0d4-4789-9ef5-79fb3d681319 req-0e99d7de-6309-4328-b4aa-2d4032c7d468 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:32.174640 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-956d039a-a0d4-4789-9ef5-79fb3d681319 req-0e99d7de-6309-4328-b4aa-2d4032c7d468 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.1206067 Sep 02 17:13:32.257325 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-956d039a-a0d4-4789-9ef5-79fb3d681319 req-7229ab39-ed7c-4cb4-9e71-756750b3643c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744443 Sep 02 17:13:32.588604 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8aae5d-9e31-4a81-879c-b1ddb1fce4fa req-0fe00009-2989-47ea-836b-0e5a08276300 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:32.591330 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2d8aae5d-9e31-4a81-879c-b1ddb1fce4fa req-0fe00009-2989-47ea-836b-0e5a08276300 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0860326 Sep 02 17:13:32.655538 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2d8aae5d-9e31-4a81-879c-b1ddb1fce4fa req-be37586d-835c-4a1c-a05b-1986247ef4c1 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581489 Sep 02 17:13:32.866757 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 083f7fa6-d3b1-490c-b58c-6050f1765ea7 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:13:32.899901 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: 083f7fa6-d3b1-490c-b58c-6050f1765ea7 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:13:32.904379 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 083f7fa6-d3b1-490c-b58c-6050f1765ea7 not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:13:33.252410 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c799005-d669-4801-ab23-70685275c1ea req-9d286166-bbb1-44b6-9a04-1d1a52f46fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:33.254552 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2c799005-d669-4801-ab23-70685275c1ea req-9d286166-bbb1-44b6-9a04-1d1a52f46fe6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 1099 time: 0.1300638 Sep 02 17:13:33.313208 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2c799005-d669-4801-ab23-70685275c1ea req-03a07e2f-6aa4-4967-b19c-bff41138f720 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427506 Sep 02 17:13:33.462877 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c54fed-70e2-40a1-a05d-21f3397d5a40 req-7dbf10d6-622d-4295-87af-ae9b4de9f66f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:33.474269 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a2c54fed-70e2-40a1-a05d-21f3397d5a40 req-7dbf10d6-622d-4295-87af-ae9b4de9f66f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.1161516 Sep 02 17:13:33.551514 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a2c54fed-70e2-40a1-a05d-21f3397d5a40 req-9e25c891-397b-45e4-9eb3-cc741479aea0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714364 Sep 02 17:13:33.858301 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8bc31-5a6e-4790-816d-5de406796c21 req-001ac2c5-d0d3-4d45-8633-bbeb8d04fc30 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:33.860206 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-75b8bc31-5a6e-4790-816d-5de406796c21 req-001ac2c5-d0d3-4d45-8633-bbeb8d04fc30 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0819323 Sep 02 17:13:33.916573 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-75b8bc31-5a6e-4790-816d-5de406796c21 req-45369592-6be8-4f90-a8ca-0ddbbecb5dc5 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501935 Sep 02 17:13:34.684102 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8e846-6ea6-4301-a883-48f4c227f367 req-9d6f54a0-0a02-4974-b69c-f99f72807065 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:34.686289 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-abf8e846-6ea6-4301-a883-48f4c227f367 req-9d6f54a0-0a02-4974-b69c-f99f72807065 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0618846 Sep 02 17:13:34.748469 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-abf8e846-6ea6-4301-a883-48f4c227f367 req-4c97955e-d832-413f-bd1c-df8fc90ebc71 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524938 Sep 02 17:13:35.122022 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c296d04-1be4-443e-ba5e-4d1eb1c43e64 req-96bae333-3243-41c9-9a9b-737234509ba5 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:35.123594 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2c296d04-1be4-443e-ba5e-4d1eb1c43e64 req-96bae333-3243-41c9-9a9b-737234509ba5 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 945 time: 0.0958622 Sep 02 17:13:35.141859 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c9342-3de5-40f4-ac26-781da0be8cf6 req-0568fdae-ec03-498e-b247-85c8431198c9 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:35.143431 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8c3c9342-3de5-40f4-ac26-781da0be8cf6 req-0568fdae-ec03-498e-b247-85c8431198c9 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0835667 Sep 02 17:13:35.231441 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8c3c9342-3de5-40f4-ac26-781da0be8cf6 req-265af22a-3018-4928-aba8-c073c45f25d2 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621569 Sep 02 17:13:35.234310 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2c296d04-1be4-443e-ba5e-4d1eb1c43e64 req-59d64068-e448-44b9-af91-b3f587be7cb3 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024597 Sep 02 17:13:35.893745 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2ccb0-e4fa-4e3c-a977-ee0b9c574a75 req-f19511d9-34d5-48be-8e58-df9d9e87967b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:35.897642 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9ac2ccb0-e4fa-4e3c-a977-ee0b9c574a75 req-f19511d9-34d5-48be-8e58-df9d9e87967b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0618460 Sep 02 17:13:35.945877 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9ac2ccb0-e4fa-4e3c-a977-ee0b9c574a75 req-1c089b19-086e-46a1-94eb-ac0565d952bc tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405438 Sep 02 17:13:36.432260 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e64112-fa39-437a-a2fb-fbb69d6c133c req-cacaa5ee-9c94-4ed0-87fa-d24f303e6793 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:36.442981 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-07e64112-fa39-437a-a2fb-fbb69d6c133c req-cacaa5ee-9c94-4ed0-87fa-d24f303e6793 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 945 time: 0.1156385 Sep 02 17:13:36.488371 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-07e64112-fa39-437a-a2fb-fbb69d6c133c req-145a40a0-cba0-4593-a3e6-453759d6474a tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445538 Sep 02 17:13:36.504781 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20922f41-484d-41df-9dcd-ad82716e742b req-1d7713b6-bece-4042-832f-9c11814763f3 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:36.506180 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-20922f41-484d-41df-9dcd-ad82716e742b req-1d7713b6-bece-4042-832f-9c11814763f3 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.1383245 Sep 02 17:13:36.585871 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-20922f41-484d-41df-9dcd-ad82716e742b req-63d40a47-4f55-4de5-a177-db84ca331837 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728259 Sep 02 17:13:36.731196 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b749d-2049-49b3-be2c-613b1cdac3b9 req-42901943-fab6-4f96-901d-61b7947b5e4f tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:36.739726 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-741b749d-2049-49b3-be2c-613b1cdac3b9 req-42901943-fab6-4f96-901d-61b7947b5e4f tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0709202 Sep 02 17:13:36.783574 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-741b749d-2049-49b3-be2c-613b1cdac3b9 req-bf8d6d6c-a440-481b-971d-8e9c7034f47a tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429027 Sep 02 17:13:37.189240 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863e0e1-11db-4b3f-869f-d8e77cd32265 req-3e7b7ca2-ecf1-44f0-89c6-cbbe5fbf1d53 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:37.191184 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1863e0e1-11db-4b3f-869f-d8e77cd32265 req-3e7b7ca2-ecf1-44f0-89c6-cbbe5fbf1d53 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0951340 Sep 02 17:13:37.264330 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1863e0e1-11db-4b3f-869f-d8e77cd32265 req-3bcd19a3-589d-47eb-97ea-4e23487d7279 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622640 Sep 02 17:13:37.286189 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dbe87-8920-41ef-9681-26f572888518 req-608fab3d-6733-4ca1-9162-3478507c7bb2 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:37.297353 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-739dbe87-8920-41ef-9681-26f572888518 req-608fab3d-6733-4ca1-9162-3478507c7bb2 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/networks?id=8d7b47e6-4a17-4291-a396-46d0db235753 HTTP/1.1" status: 200 len: 814 time: 0.2765570 Sep 02 17:13:37.314136 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-739dbe87-8920-41ef-9681-26f572888518 req-8ae649c3-37ae-491f-ad12-be135f566fe7 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/quotas/593a12d1eba34b93b2fdacfd91d812ad HTTP/1.1" status: 200 len: 375 time: 0.0181448 Sep 02 17:13:37.372006 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-739dbe87-8920-41ef-9681-26f572888518 req-c5df233b-4c39-432a-94a3-abea3ec7830e tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=593a12d1eba34b93b2fdacfd91d812ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568349 Sep 02 17:13:37.471321 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d6102-9abf-44dd-8c38-090c8ed5c4c7 req-092602a9-eb86-4255-a959-085a769cc9e2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:37.487135 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e16d6102-9abf-44dd-8c38-090c8ed5c4c7 req-092602a9-eb86-4255-a959-085a769cc9e2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 945 time: 0.1287537 Sep 02 17:13:37.526246 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-739dbe87-8920-41ef-9681-26f572888518 req-9321133f-edbb-41bc-bc89-63c850ebba74 service neutron] 10.222.0.78 "GET /v2.0/networks/8d7b47e6-4a17-4291-a396-46d0db235753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413574 Sep 02 17:13:37.696253 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-e16d6102-9abf-44dd-8c38-090c8ed5c4c7 req-3e574f91-d3b5-47e7-8658-0782b28cb393 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Deleting port 1f205826-0aeb-4a04-8754-9da185ebdd65 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:13:37.696869 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e16d6102-9abf-44dd-8c38-090c8ed5c4c7 req-3e574f91-d3b5-47e7-8658-0782b28cb393 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:37.836432 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-739dbe87-8920-41ef-9681-26f572888518 req-15168146-458d-4c22-951a-aeca3a980369 service neutron] 10.222.0.78 "GET /v2.0/networks/8d7b47e6-4a17-4291-a396-46d0db235753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089602 Sep 02 17:13:37.904420 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeeb258-5767-4d1a-bee4-8929a8a1a846 req-93186634-2605-48a1-ba5f-1a1a72cabee7 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:37.906421 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-baeeb258-5767-4d1a-bee4-8929a8a1a846 req-93186634-2605-48a1-ba5f-1a1a72cabee7 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 945 time: 0.0688393 Sep 02 17:13:37.921773 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-e16d6102-9abf-44dd-8c38-090c8ed5c4c7 req-3e574f91-d3b5-47e7-8658-0782b28cb393 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] For port 1f205826-0aeb-4a04-8754-9da185ebdd65, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1f205826-0aeb-4a04-8754-9da185ebdd65,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:37.922441 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e16d6102-9abf-44dd-8c38-090c8ed5c4c7 req-3e574f91-d3b5-47e7-8658-0782b28cb393 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:37.944878 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-e16d6102-9abf-44dd-8c38-090c8ed5c4c7 req-3e574f91-d3b5-47e7-8658-0782b28cb393 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Calling delete_port for 1f205826-0aeb-4a04-8754-9da185ebdd65 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:13:38.005992 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-baeeb258-5767-4d1a-bee4-8929a8a1a846 req-718d700d-d7da-4dcd-b1e6-9b194ecb19bb tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915813 Sep 02 17:13:38.161996 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:38.219068 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ca31ff1b-0b24-4ea2-8eaa-eb478e62b64c req-dcaa4dd8-37ba-43a9-95ca-d10c6284a769 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 210 time: 0.0492980 Sep 02 17:13:38.229207 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e16d6102-9abf-44dd-8c38-090c8ed5c4c7 req-3e574f91-d3b5-47e7-8658-0782b28cb393 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:38.275247 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['5c7e5724-ef15-4150-b762-44cb370f19d8', '5216ee43-bf8f-47a9-b43e-0e8555a1ca99', '1f205826-0aeb-4a04-8754-9da185ebdd65'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:13:38.303402 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e574f91-d3b5-47e7-8658-0782b28cb393 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Pushing event deleted for resources: {'Port': ['ID=1f205826-0aeb-4a04-8754-9da185ebdd65,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:38.428544 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16d6102-9abf-44dd-8c38-090c8ed5c4c7 req-3e574f91-d3b5-47e7-8658-0782b28cb393 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] No DVR routers for this DVR port 1f205826-0aeb-4a04-8754-9da185ebdd65 on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:13:38.433771 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e16d6102-9abf-44dd-8c38-090c8ed5c4c7 req-3e574f91-d3b5-47e7-8658-0782b28cb393 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:38.440355 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e16d6102-9abf-44dd-8c38-090c8ed5c4c7 req-3e574f91-d3b5-47e7-8658-0782b28cb393 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.46 "DELETE /v2.0/ports/1f205826-0aeb-4a04-8754-9da185ebdd65 HTTP/1.1" status: 204 len: 173 time: 0.9411752 Sep 02 17:13:38.442873 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d05e498-de28-4673-a8ac-ec5144523188', 'name': 'network-vif-deleted', 'tag': '1f205826-0aeb-4a04-8754-9da185ebdd65'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:13:38.449563 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa911e97-c623-48a1-b454-117bf886061f" -d '{"events": [{"server_uuid": "4d05e498-de28-4673-a8ac-ec5144523188", "name": "network-vif-deleted", "tag": "1f205826-0aeb-4a04-8754-9da185ebdd65"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:13:38.481036 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53346e9-5998-4597-abed-17195975c8d8 req-d65911fe-5309-467f-a6ab-ff43231e16a6 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:38.490497 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f53346e9-5998-4597-abed-17195975c8d8 req-d65911fe-5309-467f-a6ab-ff43231e16a6 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0931213 Sep 02 17:13:38.546081 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f53346e9-5998-4597-abed-17195975c8d8 req-5ae93001-54b5-437a-aefa-8dc2bb4e9d77 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532279 Sep 02 17:13:38.555044 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efda2e5-1a34-4085-b96c-29727751750d x-openstack-request-id: req-1efda2e5-1a34-4085-b96c-29727751750d {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:13:38.557176 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d05e498-de28-4673-a8ac-ec5144523188", "name": "network-vif-deleted", "tag": "1f205826-0aeb-4a04-8754-9da185ebdd65", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:13:38.559941 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1efda2e5-1a34-4085-b96c-29727751750d {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:13:38.560677 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d05e498-de28-4673-a8ac-ec5144523188', 'name': 'network-vif-deleted', 'tag': '1f205826-0aeb-4a04-8754-9da185ebdd65', 'status': 'completed', 'code': 200} Sep 02 17:13:39.124959 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f99fd7a0-7568-437a-be2c-0438622df005 req-9e7ba93c-6e9c-48f7-951b-4c2aecfe68a5 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d05e498-de28-4673-a8ac-ec5144523188 HTTP/1.1" status: 200 len: 210 time: 0.0285833 Sep 02 17:13:39.292283 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3138901c-b793-4da2-b18b-ea938f7cb9bf req-a0e3626a-e42d-416a-b675-7faa8bb3cf94 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 210 time: 0.0300779 Sep 02 17:13:39.781535 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7de22f-179a-406e-909b-54d4d8e6f5f5 req-79aa1a59-ee98-434c-a76c-2284b7e5fe26 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:39.783067 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9e7de22f-179a-406e-909b-54d4d8e6f5f5 req-79aa1a59-ee98-434c-a76c-2284b7e5fe26 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0580082 Sep 02 17:13:39.824114 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9e7de22f-179a-406e-909b-54d4d8e6f5f5 req-0d96c73c-fbe4-4d61-a515-4563e62fd25f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342243 Sep 02 17:13:39.995200 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bf973-f453-4eed-b8e2-1fb27b337148 req-1c787349-023a-46bd-b788-9ad686951af4 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:40.000280 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9e7bf973-f453-4eed-b8e2-1fb27b337148 req-1c787349-023a-46bd-b788-9ad686951af4 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0759838 Sep 02 17:13:40.059081 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9e7bf973-f453-4eed-b8e2-1fb27b337148 req-452fc1d3-a2fe-41c0-8338-be6e5e2563fd tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500047 Sep 02 17:13:40.093507 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ec7b4-a933-4ec9-9ac9-7f611ba8f68c req-05c16320-0fbc-4c83-9943-d4eeb537704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:40.096081 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3c8ec7b4-a933-4ec9-9ac9-7f611ba8f68c req-05c16320-0fbc-4c83-9943-d4eeb537704f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4812d28f2a546d688696505f61ea503&device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 1099 time: 0.0690813 Sep 02 17:13:40.235245 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ec7b4-a933-4ec9-9ac9-7f611ba8f68c req-0b348833-b0e4-4f03-8c7c-011c1dcf34a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:40.237648 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3c8ec7b4-a933-4ec9-9ac9-7f611ba8f68c req-0b348833-b0e4-4f03-8c7c-011c1dcf34a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d HTTP/1.1" status: 200 len: 921 time: 0.1306667 Sep 02 17:13:40.313811 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3c8ec7b4-a933-4ec9-9ac9-7f611ba8f68c req-c0e799f1-b89d-4d93-afc1-6d3c26587773 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d HTTP/1.1" status: 200 len: 217 time: 0.0652344 Sep 02 17:13:40.417346 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c92b66c8-6217-4af5-b6bc-705bb40c0d9f req-d8915274-5328-4acd-9dbe-e712c6744fc5 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 210 time: 0.0383656 Sep 02 17:13:40.429568 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ec7b4-a933-4ec9-9ac9-7f611ba8f68c req-1c5c4356-f234-445d-a153-94eeb4447342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:40.429568 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3c8ec7b4-a933-4ec9-9ac9-7f611ba8f68c req-1c5c4356-f234-445d-a153-94eeb4447342 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f679a40-1eb3-4231-b690-a44300e7c2c9 HTTP/1.1" status: 200 len: 859 time: 0.0755401 Sep 02 17:13:40.479006 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3c8ec7b4-a933-4ec9-9ac9-7f611ba8f68c req-cca2be1a-63ea-439e-9022-de7f3facd4c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366111 Sep 02 17:13:40.610677 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3c8ec7b4-a933-4ec9-9ac9-7f611ba8f68c req-8206cc1e-57dc-4d4d-a5b3-c3c674898ba9 service neutron] 10.222.0.46 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248450 Sep 02 17:13:40.757834 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3c8ec7b4-a933-4ec9-9ac9-7f611ba8f68c req-47d55979-889e-4fee-a3d8-cc1370e80502 service neutron] 10.222.0.46 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263545 Sep 02 17:13:40.814958 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c648a-ca3c-4251-9817-b9bceab2bcc7 req-442b530b-0ad2-4988-8e73-3da000be35b1 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:40.817886 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1b7c648a-ca3c-4251-9817-b9bceab2bcc7 req-442b530b-0ad2-4988-8e73-3da000be35b1 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 945 time: 0.0985363 Sep 02 17:13:40.914915 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1b7c648a-ca3c-4251-9817-b9bceab2bcc7 req-5c4d7f41-b385-4572-a706-8bdfa2c3c8a9 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887578 Sep 02 17:13:40.920525 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 1f205826-0aeb-4a04-8754-9da185ebdd65 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:13:40.960788 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: 1f205826-0aeb-4a04-8754-9da185ebdd65 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:13:40.961551 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 1f205826-0aeb-4a04-8754-9da185ebdd65 not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:13:40.994981 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711254a-6999-446c-a88e-a10002992de1 req-da0c8d1c-40ac-4582-bb70-b8a685049483 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:40.996722 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5711254a-6999-446c-a88e-a10002992de1 req-da0c8d1c-40ac-4582-bb70-b8a685049483 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0808263 Sep 02 17:13:41.045676 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5711254a-6999-446c-a88e-a10002992de1 req-7129da3f-6bad-4f95-8670-5566b6b30f1a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423043 Sep 02 17:13:41.226292 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8484493-12f0-4b36-aec3-f2249199a312 req-ba1f27ae-51db-49e4-854a-b8ded9a9e69d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:41.227855 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b8484493-12f0-4b36-aec3-f2249199a312 req-ba1f27ae-51db-49e4-854a-b8ded9a9e69d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0721357 Sep 02 17:13:41.277090 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b8484493-12f0-4b36-aec3-f2249199a312 req-8f4bf4f6-b42f-4151-bb0f-213391300f80 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420208 Sep 02 17:13:41.546117 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5f237c23-2375-4ff9-8005-41bba4af89a5 req-974c1a76-c8bf-4f7e-9341-5a466390351e tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 210 time: 0.0371222 Sep 02 17:13:41.701018 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dbe87-8920-41ef-9681-26f572888518 req-059cf647-c589-45ec-94f3-3abaaced2444 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:41.702696 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-739dbe87-8920-41ef-9681-26f572888518 req-059cf647-c589-45ec-94f3-3abaaced2444 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.46 "GET /v2.0/networks?id=8d7b47e6-4a17-4291-a396-46d0db235753 HTTP/1.1" status: 200 len: 814 time: 0.1538846 Sep 02 17:13:41.734439 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-739dbe87-8920-41ef-9681-26f572888518 req-016c9ce3-42fe-40d5-90c2-c27a64f2eb4f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Request body: {'port': {'device_id': '3eaad4eb-aa50-4b1f-9aee-cc9b60773689', 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753', 'admin_state_up': True, 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:41.812450 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 39626) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:41.903550 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4598c4-24c9-4a1a-8d0c-03da5a15d14f admin admin] Deleting subnet 62ea47e0-fd6b-4e6a-a919-4abb5283030e {{(pid=94732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:13:41.907796 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3c4598c4-24c9-4a1a-8d0c-03da5a15d14f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:41.962499 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3c4598c4-24c9-4a1a-8d0c-03da5a15d14f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3612834'] for subnet, precommit_delete_associations {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:42.027942 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739dbe87-8920-41ef-9681-26f572888518 req-016c9ce3-42fe-40d5-90c2-c27a64f2eb4f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Made reservation on behalf of 593a12d1eba34b93b2fdacfd91d812ad for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:13:42.031576 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-739dbe87-8920-41ef-9681-26f572888518 req-016c9ce3-42fe-40d5-90c2-c27a64f2eb4f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:42.059365 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3c4598c4-24c9-4a1a-8d0c-03da5a15d14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467972'] for subnet, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:42.101739 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbc9fe-2882-4768-a3d1-2c3bfe6c54e9 req-e2152a10-f2cc-4e96-a395-38e1d5fb9510 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:42.109609 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fecbc9fe-2882-4768-a3d1-2c3bfe6c54e9 req-e2152a10-f2cc-4e96-a395-38e1d5fb9510 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 945 time: 0.1156771 Sep 02 17:13:42.180124 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fecbc9fe-2882-4768-a3d1-2c3bfe6c54e9 req-e286dd6c-a024-4877-a4fd-1cf31a4034e2 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673571 Sep 02 17:13:42.269674 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-739dbe87-8920-41ef-9681-26f572888518 req-016c9ce3-42fe-40d5-90c2-c27a64f2eb4f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Allocated IP 172.20.0.14 (8d7b47e6-4a17-4291-a396-46d0db235753/78089898-67f1-4027-92ed-edd152bcad53/b5bcf32c-9982-4f32-8417-b8ce31794427) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:13:42.276302 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad29afc-ef07-4c5f-b5c8-2ab2267c1e23 req-9732019e-57a1-497a-bb8d-84d08d45ceaf tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:42.285383 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6ad29afc-ef07-4c5f-b5c8-2ab2267c1e23 req-9732019e-57a1-497a-bb8d-84d08d45ceaf tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0905473 Sep 02 17:13:42.337073 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3c4598c4-24c9-4a1a-8d0c-03da5a15d14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1468095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13791280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13343739'] for subnet, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:42.375512 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6ad29afc-ef07-4c5f-b5c8-2ab2267c1e23 req-08b76948-09c4-440e-a61f-80e60ebbf46f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806274 Sep 02 17:13:42.406684 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3c4598c4-24c9-4a1a-8d0c-03da5a15d14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:42.408740 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-3c4598c4-24c9-4a1a-8d0c-03da5a15d14f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/62ea47e0-fd6b-4e6a-a919-4abb5283030e HTTP/1.1" status: 204 len: 168 time: 0.5950124 Sep 02 17:13:42.411893 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4598c4-24c9-4a1a-8d0c-03da5a15d14f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62ea47e0-fd6b-4e6a-a919-4abb5283030e,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:42.419115 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 39644) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:42.512529 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9d296-bb60-4343-aa87-7398efa9b806 req-74dd86e4-df75-4c51-9d36-7fa070867632 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:42.514187 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5ab9d296-bb60-4343-aa87-7398efa9b806 req-74dd86e4-df75-4c51-9d36-7fa070867632 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.1042726 Sep 02 17:13:42.559577 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c3d606ed-0a38-4b99-b5d1-0aface2baaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:42.594942 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2491-44df-47db-a390-ead3db5cd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645182'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:42.599126 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5ab9d296-bb60-4343-aa87-7398efa9b806 req-dc860bf8-bb5e-477c-b799-0da959b4de3a tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748818 Sep 02 17:13:42.722227 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-739dbe87-8920-41ef-9681-26f572888518 req-016c9ce3-42fe-40d5-90c2-c27a64f2eb4f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:42.724686 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b6aa38a6-3120-419e-9266-f263a85ec277 req-a6d6c6e2-bd2b-4e59-ae83-1ec684995a95 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 210 time: 0.0417435 Sep 02 17:13:42.792094 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-739dbe87-8920-41ef-9681-26f572888518 req-016c9ce3-42fe-40d5-90c2-c27a64f2eb4f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Transition to ACTIVE for port object b5bcf32c-9982-4f32-8417-b8ce31794427 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:42.919088 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2491-44df-47db-a390-ead3db5cd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1470163', 'neutron.services.segments.db._delete_segments_for_network-8737482361959'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:42.940011 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-d5ec2491-44df-47db-a390-ead3db5cd6ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f892ca-fc6c-4434-9e70-c4e6c668d49e']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:42.956834 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-d5ec2491-44df-47db-a390-ead3db5cd6ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2046494-c00d-4a1d-b941-0b549b81dcaf') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:42.958088 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-d5ec2491-44df-47db-a390-ead3db5cd6ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2046494-c00d-4a1d-b941-0b549b81dcaf') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:13:42.973803 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2491-44df-47db-a390-ead3db5cd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737482362224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13114054'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:43.001340 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2491-44df-47db-a390-ead3db5cd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:43.011881 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ec2491-44df-47db-a390-ead3db5cd6ea admin admin] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:13:43.012633 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2491-44df-47db-a390-ead3db5cd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13434355'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: Traceback (most recent call last): Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: timer() Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: cb(*args, **kw) Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: return func(*args, **kwargs) Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: self._notify() Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: self.callback(batched_events) Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: event.method(event) Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: return f(self, *a, **k) Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._get(url).json() Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:13:43.014664 dv-cinder-777031-8-iscsi neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:13:43.039959 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-739dbe87-8920-41ef-9681-26f572888518 req-016c9ce3-42fe-40d5-90c2-c27a64f2eb4f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:43.132981 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739dbe87-8920-41ef-9681-26f572888518 req-016c9ce3-42fe-40d5-90c2-c27a64f2eb4f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Network 8d7b47e6-4a17-4291-a396-46d0db235753 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:13:43.180750 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c9ce3-42fe-40d5-90c2-c27a64f2eb4f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Pushing event updated for resources: {'Port': ['ID=b5bcf32c-9982-4f32-8417-b8ce31794427,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:43.187506 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-739dbe87-8920-41ef-9681-26f572888518 req-016c9ce3-42fe-40d5-90c2-c27a64f2eb4f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:13:43.220400 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-739dbe87-8920-41ef-9681-26f572888518 req-016c9ce3-42fe-40d5-90c2-c27a64f2eb4f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:13:43.315749 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dbe87-8920-41ef-9681-26f572888518 req-016c9ce3-42fe-40d5-90c2-c27a64f2eb4f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:43.317646 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-739dbe87-8920-41ef-9681-26f572888518 req-016c9ce3-42fe-40d5-90c2-c27a64f2eb4f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:43.424395 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480446a-deec-47bf-b5da-5795a4d727ef req-16bab13d-3778-45d9-8f51-b1c22d30db34 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:43.435210 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6480446a-deec-47bf-b5da-5795a4d727ef req-16bab13d-3778-45d9-8f51-b1c22d30db34 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 945 time: 0.1238520 Sep 02 17:13:43.475533 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6480446a-deec-47bf-b5da-5795a4d727ef req-346ab65d-d8a8-494f-a899-2d3c1e4f323d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391033 Sep 02 17:13:43.598484 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b09269-f1ce-4b0d-a399-662cca6ed5de req-66f22f61-6319-44e6-b57b-024a32a1e560 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:43.599910 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-59b09269-f1ce-4b0d-a399-662cca6ed5de req-66f22f61-6319-44e6-b57b-024a32a1e560 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0506365 Sep 02 17:13:43.658146 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-59b09269-f1ce-4b0d-a399-662cca6ed5de req-f3442fc2-9bf2-4757-a084-3d5e22547f8e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336504 Sep 02 17:13:43.771466 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035d0c5-f2c1-4ba0-945b-a1f11f17b2fd req-9044c9c9-7f2e-4fe6-8711-2b8e49a9837a tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:43.772992 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b035d0c5-f2c1-4ba0-945b-a1f11f17b2fd req-9044c9c9-7f2e-4fe6-8711-2b8e49a9837a tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0549262 Sep 02 17:13:43.811804 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b035d0c5-f2c1-4ba0-945b-a1f11f17b2fd req-43eba03f-7d66-47f1-84ff-e2be8ca624fc tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328496 Sep 02 17:13:43.905659 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2491-44df-47db-a390-ead3db5cd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483664'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:43.914993 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2491-44df-47db-a390-ead3db5cd6ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:43.916886 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-d5ec2491-44df-47db-a390-ead3db5cd6ea admin admin] 10.222.0.78 "DELETE /v2.0/networks/36f892ca-fc6c-4434-9e70-c4e6c668d49e HTTP/1.1" status: 204 len: 168 time: 1.4966891 Sep 02 17:13:43.926130 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-b5db4584-3243-49c7-9be5-1800769ae2c7 None None] Provisioning for port b5bcf32c-9982-4f32-8417-b8ce31794427 completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:13:43.930920 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-b5db4584-3243-49c7-9be5-1800769ae2c7 None None] Provisioning complete for port b5bcf32c-9982-4f32-8417-b8ce31794427 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:13:43.935173 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b5db4584-3243-49c7-9be5-1800769ae2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:43.950144 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b202479-fa41-43c4-88f3-7c59c050c703 req-a89e9bfd-c6e0-4ecc-8e8e-606d6a313d30 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:43.951719 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2b202479-fa41-43c4-88f3-7c59c050c703 req-a89e9bfd-c6e0-4ecc-8e8e-606d6a313d30 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 932 time: 0.0837293 Sep 02 17:13:43.952902 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-739dbe87-8920-41ef-9681-26f572888518 req-016c9ce3-42fe-40d5-90c2-c27a64f2eb4f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2245903 Sep 02 17:13:43.953661 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec2491-44df-47db-a390-ead3db5cd6ea admin admin] Pushing event deleted for resources: {'Network': ['ID=36f892ca-fc6c-4434-9e70-c4e6c668d49e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:43.989240 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33730d2-6fe7-43ac-a338-1e89c7745a51 req-57a090da-3d84-4ee6-95d9-05471c7c9cf3 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:43.990817 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b33730d2-6fe7-43ac-a338-1e89c7745a51 req-57a090da-3d84-4ee6-95d9-05471c7c9cf3 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.46 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 945 time: 0.1186318 Sep 02 17:13:44.006101 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2b202479-fa41-43c4-88f3-7c59c050c703 req-d42fa004-b9eb-487d-8dd9-dd9e58974584 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432310 Sep 02 17:13:44.007325 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-b5db4584-3243-49c7-9be5-1800769ae2c7 None None] Port b5bcf32c-9982-4f32-8417-b8ce31794427 cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:13:44.028681 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Request body: {'port': {'device_id': '3eaad4eb-aa50-4b1f-9aee-cc9b60773689', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:13:44.179584 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:44.419138 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-b33730d2-6fe7-43ac-a338-1e89c7745a51 req-0cd1b507-7ec3-4ab1-bbbc-95c38c6b0fc0 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Deleting port 5216ee43-bf8f-47a9-b43e-0e8555a1ca99 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:13:44.419546 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b33730d2-6fe7-43ac-a338-1e89c7745a51 req-0cd1b507-7ec3-4ab1-bbbc-95c38c6b0fc0 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:44.645868 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 39684) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:44.747663 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-291bc6d4-0848-4613-aee5-0fede43d7b7f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b574617e3c664f9cb9d80e78d27b3860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1005673 Sep 02 17:13:44.748506 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 39690) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:13:44.812146 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82927bf2-79c1-427e-a1b5-d00aa5d9ec01 req-691d1b5f-f7de-4b89-9c8d-963e67746944 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:44.813954 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-82927bf2-79c1-427e-a1b5-d00aa5d9ec01 req-691d1b5f-f7de-4b89-9c8d-963e67746944 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 945 time: 0.2419302 Sep 02 17:13:44.913748 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-82927bf2-79c1-427e-a1b5-d00aa5d9ec01 req-43d347f9-c5dd-46fb-b8bf-c3a835e9c350 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877230 Sep 02 17:13:44.923010 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96357f1-2297-48b6-bf95-c9f3f06d0af1 req-9aa3812e-19e9-4805-9e18-4bca6e83dace tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:44.924608 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e96357f1-2297-48b6-bf95-c9f3f06d0af1 req-9aa3812e-19e9-4805-9e18-4bca6e83dace tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.1213837 Sep 02 17:13:44.934835 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d1e0-29ab-4489-80f7-7bd78890fd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:44.992601 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d1e0-29ab-4489-80f7-7bd78890fd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.006439 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e96357f1-2297-48b6-bf95-c9f3f06d0af1 req-b5de3f43-82fe-4715-b588-50b8b7dbd8ba tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661340 Sep 02 17:13:45.007136 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-b33730d2-6fe7-43ac-a338-1e89c7745a51 req-0cd1b507-7ec3-4ab1-bbbc-95c38c6b0fc0 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] For port 5216ee43-bf8f-47a9-b43e-0e8555a1ca99, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5216ee43-bf8f-47a9-b43e-0e8555a1ca99,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:13:45.007683 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b33730d2-6fe7-43ac-a338-1e89c7745a51 req-0cd1b507-7ec3-4ab1-bbbc-95c38c6b0fc0 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.044543 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-b33730d2-6fe7-43ac-a338-1e89c7745a51 req-0cd1b507-7ec3-4ab1-bbbc-95c38c6b0fc0 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Calling delete_port for 5216ee43-bf8f-47a9-b43e-0e8555a1ca99 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:13:45.174653 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ae4a1-f54d-4cdc-bacb-7ca45500c920 req-7e98a243-7757-4d04-a0ec-33bc162f7de8 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:45.175611 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5bcf32c-9982-4f32-8417-b8ce31794427 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:13:45.176211 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0e2ae4a1-f54d-4cdc-bacb-7ca45500c920 req-7e98a243-7757-4d04-a0ec-33bc162f7de8 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.1609411 Sep 02 17:13:45.186173 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.200369 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468891a-4362-4aa6-b1f3-1afda61eaac0 req-0ddceab8-3b60-45ac-b070-d75f0c069102 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:45.201898 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f468891a-4362-4aa6-b1f3-1afda61eaac0 req-0ddceab8-3b60-45ac-b070-d75f0c069102 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 932 time: 0.0829110 Sep 02 17:13:45.253086 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0e2ae4a1-f54d-4cdc-bacb-7ca45500c920 req-61be72e8-4fa5-4d5f-b891-341a55b70776 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629950 Sep 02 17:13:45.276378 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f468891a-4362-4aa6-b1f3-1afda61eaac0 req-3b8fb736-a3f1-4d0a-8e66-f5777d83472b tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564220 Sep 02 17:13:45.285730 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4310927a-0f27-4487-89dd-2ff65b179af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.314953 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d1e0-29ab-4489-80f7-7bd78890fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.320381 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d1e0-29ab-4489-80f7-7bd78890fd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.321672 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-5bb4d1e0-29ab-4489-80f7-7bd78890fd35 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/33e869c2-3e76-4cf2-92d3-53ec0e2149a2 HTTP/1.1" status: 204 len: 168 time: 0.5720899 Sep 02 17:13:45.331616 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4d1e0-29ab-4489-80f7-7bd78890fd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e869c2-3e76-4cf2-92d3-53ec0e2149a2,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:45.371324 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Transition to ACTIVE for port object b5bcf32c-9982-4f32-8417-b8ce31794427 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:13:45.372837 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b33730d2-6fe7-43ac-a338-1e89c7745a51 req-0cd1b507-7ec3-4ab1-bbbc-95c38c6b0fc0 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.410308 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1b507-7ec3-4ab1-bbbc-95c38c6b0fc0 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Pushing event deleted for resources: {'Port': ['ID=5216ee43-bf8f-47a9-b43e-0e8555a1ca99,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:45.416400 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['5c7e5724-ef15-4150-b762-44cb370f19d8'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:13:45.510666 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33730d2-6fe7-43ac-a338-1e89c7745a51 req-0cd1b507-7ec3-4ab1-bbbc-95c38c6b0fc0 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] No DVR routers for this DVR port 5216ee43-bf8f-47a9-b43e-0e8555a1ca99 on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:13:45.515611 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.524398 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b33730d2-6fe7-43ac-a338-1e89c7745a51 req-0cd1b507-7ec3-4ab1-bbbc-95c38c6b0fc0 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.529013 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b33730d2-6fe7-43ac-a338-1e89c7745a51 req-0cd1b507-7ec3-4ab1-bbbc-95c38c6b0fc0 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.46 "DELETE /v2.0/ports/5216ee43-bf8f-47a9-b43e-0e8555a1ca99 HTTP/1.1" status: 204 len: 173 time: 1.4896741 Sep 02 17:13:45.529013 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022bb6e6-4351-4476-a775-e7943fe0e41b', 'name': 'network-vif-deleted', 'tag': '5216ee43-bf8f-47a9-b43e-0e8555a1ca99'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:13:45.535535 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a715e2f-4772-4d77-8a70-f874bc72a5a9" -d '{"events": [{"server_uuid": "022bb6e6-4351-4476-a775-e7943fe0e41b", "name": "network-vif-deleted", "tag": "5216ee43-bf8f-47a9-b43e-0e8555a1ca99"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:13:45.632470 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.638521 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bcf32c-9982-4f32-8417-b8ce31794427,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:45.642150 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4f6fb2-4cc3-44de-a851-0df62c5a0b99 x-openstack-request-id: req-8f4f6fb2-4cc3-44de-a851-0df62c5a0b99 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:13:45.642588 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022bb6e6-4351-4476-a775-e7943fe0e41b", "name": "network-vif-deleted", "tag": "5216ee43-bf8f-47a9-b43e-0e8555a1ca99", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:13:45.642700 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f4f6fb2-4cc3-44de-a851-0df62c5a0b99 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:13:45.643059 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022bb6e6-4351-4476-a775-e7943fe0e41b', 'name': 'network-vif-deleted', 'tag': '5216ee43-bf8f-47a9-b43e-0e8555a1ca99', 'status': 'completed', 'code': 200} Sep 02 17:13:45.761069 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Attempting to bind port b5bcf32c-9982-4f32-8417-b8ce31794427 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:13:45.761547 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Attempting to bind port b5bcf32c-9982-4f32-8417-b8ce31794427 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'db772484-c3a9-4ca4-8f96-78eb240d387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:13:45.767194 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Attempting to bind port b5bcf32c-9982-4f32-8417-b8ce31794427 on network 8d7b47e6-4a17-4291-a396-46d0db235753 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:13:45.767194 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Port b5bcf32c-9982-4f32-8417-b8ce31794427 on network 8d7b47e6-4a17-4291-a396-46d0db235753 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:13:45.767194 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Attempting to bind port b5bcf32c-9982-4f32-8417-b8ce31794427 on network 8d7b47e6-4a17-4291-a396-46d0db235753 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:13:45.792039 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:13:45.792385 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Checking segment: {'id': 'db772484-c3a9-4ca4-8f96-78eb240d387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:13:45.792782 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Bound using segment: {'id': 'db772484-c3a9-4ca4-8f96-78eb240d387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:13:45.793235 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Bound port: b5bcf32c-9982-4f32-8417-b8ce31794427, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db772484-c3a9-4ca4-8f96-78eb240d387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:13:45.793704 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:45.950983 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] For port b5bcf32c-9982-4f32-8417-b8ce31794427, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:13:45.954254 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] For port b5bcf32c-9982-4f32-8417-b8ce31794427, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b5bcf32c-9982-4f32-8417-b8ce31794427,segment=NetworkSegment(db772484-c3a9-4ca4-8f96-78eb240d387f),segment_id=db772484-c3a9-4ca4-8f96-78eb240d387f)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:13:46.035471 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:46.053717 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-26b51a1a-a4c9-4416-989c-8e4431a5349a req-d338c205-14a6-4d19-bf32-79c7449ee9d4 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 210 time: 0.0456271 Sep 02 17:13:46.128087 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:46.129405 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:46.130950 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-739dbe87-8920-41ef-9681-26f572888518 req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] 10.222.0.46 "PUT /v2.0/ports/b5bcf32c-9982-4f32-8417-b8ce31794427 HTTP/1.1" status: 200 len: 1094 time: 2.1069584 Sep 02 17:13:46.188740 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:46.188969 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa67e99-0f66-4623-a0eb-3be491b13844 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bcf32c-9982-4f32-8417-b8ce31794427,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:13:46.230732 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455d7f7-01bf-470d-8ec9-649aad731911 req-306a250c-9bde-43fb-8056-9cbe212232c7 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:46.232665 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6455d7f7-01bf-470d-8ec9-649aad731911 req-306a250c-9bde-43fb-8056-9cbe212232c7 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0891311 Sep 02 17:13:46.280809 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6455d7f7-01bf-470d-8ec9-649aad731911 req-646baf4d-0f84-4685-a913-acce66c0d920 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372019 Sep 02 17:13:46.471431 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae345163-ec96-4ee1-be98-1d45bfd11ac4 req-c885c683-a1d7-42a0-99ef-67137b8809dc tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:46.473642 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ae345163-ec96-4ee1-be98-1d45bfd11ac4 req-c885c683-a1d7-42a0-99ef-67137b8809dc tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 944 time: 0.0875971 Sep 02 17:13:46.488913 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e6d64-8271-4763-8761-990aee5e78b9 req-dfc9e271-b5f0-4592-948b-7e2308318b67 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:46.490438 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-464e6d64-8271-4763-8761-990aee5e78b9 req-dfc9e271-b5f0-4592-948b-7e2308318b67 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.1323752 Sep 02 17:13:46.549628 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ae345163-ec96-4ee1-be98-1d45bfd11ac4 req-c72cd943-4c70-44ea-8502-e4a131aac626 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689375 Sep 02 17:13:46.554882 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-464e6d64-8271-4763-8761-990aee5e78b9 req-230097ee-3224-4696-a80a-7e0cde2722d1 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574427 Sep 02 17:13:46.924715 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 5216ee43-bf8f-47a9-b43e-0e8555a1ca99 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:13:46.950311 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: 5216ee43-bf8f-47a9-b43e-0e8555a1ca99 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:13:46.951027 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 5216ee43-bf8f-47a9-b43e-0e8555a1ca99 not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:13:47.183557 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-53fec8fc-2851-4e5c-8428-92c84c76c732 req-603085f3-b600-49ec-a15d-f771fe9fcc98 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 210 time: 0.0348949 Sep 02 17:13:47.436767 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d6510-9b94-4a9e-9e57-cb09431f5b52 req-a96c5ef9-fd30-4db5-b43f-5bb059126e0b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:47.437071 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0b2d6510-9b94-4a9e-9e57-cb09431f5b52 req-a96c5ef9-fd30-4db5-b43f-5bb059126e0b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0583720 Sep 02 17:13:47.478832 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0b2d6510-9b94-4a9e-9e57-cb09431f5b52 req-3d9fcdf1-3c89-4d34-bf4d-1566cb9fbee1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350244 Sep 02 17:13:47.644099 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eaad4eb-aa50-4b1f-9aee-cc9b60773689', 'tag': 'b5bcf32c-9982-4f32-8417-b8ce31794427'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:13:47.647389 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc057cff-f077-4c8a-972f-28f426620cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "3eaad4eb-aa50-4b1f-9aee-cc9b60773689", "tag": "b5bcf32c-9982-4f32-8417-b8ce31794427"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:13:47.738679 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3c48c-4f04-43b9-8cc2-ff62730d81e5 req-4c15ae69-fcb1-4be4-8e33-78431dd99496 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:47.750216 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f7a3c48c-4f04-43b9-8cc2-ff62730d81e5 req-4c15ae69-fcb1-4be4-8e33-78431dd99496 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0910525 Sep 02 17:13:47.760882 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c35c17-0ffd-4622-aece-eca25a1ab917 req-9c6c51ce-a0e4-445b-a7f9-62c79d5d1c52 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:47.762496 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-37c35c17-0ffd-4622-aece-eca25a1ab917 req-9c6c51ce-a0e4-445b-a7f9-62c79d5d1c52 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 944 time: 0.1047792 Sep 02 17:13:47.821536 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f7a3c48c-4f04-43b9-8cc2-ff62730d81e5 req-b3291e80-5dd9-4d91-84d4-5c62b2add83f tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740235 Sep 02 17:13:47.843099 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-37c35c17-0ffd-4622-aece-eca25a1ab917 req-fa7dae85-f2b5-4268-9c2d-9847aeb5f0c6 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670593 Sep 02 17:13:47.879394 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc497c56-0089-498e-ba8f-239e2ca507a0 x-openstack-request-id: req-cc497c56-0089-498e-ba8f-239e2ca507a0 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:13:47.879979 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eaad4eb-aa50-4b1f-9aee-cc9b60773689", "tag": "b5bcf32c-9982-4f32-8417-b8ce31794427", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:13:47.880461 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cc497c56-0089-498e-ba8f-239e2ca507a0 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:13:47.881056 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eaad4eb-aa50-4b1f-9aee-cc9b60773689', 'tag': 'b5bcf32c-9982-4f32-8417-b8ce31794427', 'status': 'completed', 'code': 200} Sep 02 17:13:48.131941 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:13:48.284674 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f4723c5f-feae-4c50-b0e5-98b5ee115aed req-d444a3bf-d764-44ed-895a-ef81d969ad37 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 210 time: 0.0273566 Sep 02 17:13:48.608342 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da0489-dcf2-4c59-9d63-5f94879a079b req-d197651b-d7d0-4fbb-986e-cc9ee29213d4 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:48.609931 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d6da0489-dcf2-4c59-9d63-5f94879a079b req-d197651b-d7d0-4fbb-986e-cc9ee29213d4 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0540648 Sep 02 17:13:48.654972 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d6da0489-dcf2-4c59-9d63-5f94879a079b req-733251df-2aa0-4883-a5bb-3aa870284dcc tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381067 Sep 02 17:13:49.046227 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76968b6-65f1-493f-9a21-96b93156372e req-c36eff80-7a65-46ec-8428-4add51cafc4d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:49.049853 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c76968b6-65f1-493f-9a21-96b93156372e req-c36eff80-7a65-46ec-8428-4add51cafc4d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.1212435 Sep 02 17:13:49.061092 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db037c-5115-4d11-8b85-539f515f0978 req-b27392d8-1473-4854-93e7-18b41f054490 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:49.062830 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b3db037c-5115-4d11-8b85-539f515f0978 req-b27392d8-1473-4854-93e7-18b41f054490 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 944 time: 0.1320829 Sep 02 17:13:49.147726 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c76968b6-65f1-493f-9a21-96b93156372e req-b91b288e-bf3e-4fe3-98a8-6a4b73c33450 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967922 Sep 02 17:13:49.153412 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b3db037c-5115-4d11-8b85-539f515f0978 req-34f3b6a6-0941-4ca0-8606-909b62e5f352 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831711 Sep 02 17:13:49.406438 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2abcb19a-81d9-4709-acbe-0cbacfc2c7ae req-613bf82f-907c-44ff-adb3-87b9d791cc9a tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 210 time: 0.0461292 Sep 02 17:13:49.811118 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70b926-aef3-47e3-9a30-7580af145a86 req-c8b28da0-e0aa-4ad8-8ecb-4fb4ca072d1a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:49.812659 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fc70b926-aef3-47e3-9a30-7580af145a86 req-c8b28da0-e0aa-4ad8-8ecb-4fb4ca072d1a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0622342 Sep 02 17:13:49.859207 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fc70b926-aef3-47e3-9a30-7580af145a86 req-35e5ee51-ffd9-4d27-aaca-9dbf335b8a5f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399630 Sep 02 17:13:50.322104 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3386454-b3a5-4806-87e1-115cb77f266c req-cec53876-d2e8-4d6c-8389-fa1eac6e51ce tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:50.323694 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c3386454-b3a5-4806-87e1-115cb77f266c req-cec53876-d2e8-4d6c-8389-fa1eac6e51ce tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0928779 Sep 02 17:13:50.332588 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c8f94-29c6-4260-9833-3d366808bdad req-d84b8db1-24d7-4908-896b-c84e7de77bd5 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:50.335055 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-358c8f94-29c6-4260-9833-3d366808bdad req-d84b8db1-24d7-4908-896b-c84e7de77bd5 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 944 time: 0.0915246 Sep 02 17:13:50.393629 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c3386454-b3a5-4806-87e1-115cb77f266c req-1c4ea009-cbec-4890-aefd-32219930d6d6 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571673 Sep 02 17:13:50.399678 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-358c8f94-29c6-4260-9833-3d366808bdad req-dc80b46f-4b2a-4a94-bbea-01480cfe1eeb tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572453 Sep 02 17:13:50.515265 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-09fc47df-1267-41bb-a54d-652fdd360ffd req-27488985-ff91-42e5-b18b-622040cce7b5 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 210 time: 0.0339072 Sep 02 17:13:50.990913 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbc914-2810-4060-ad5d-a518132d77da req-795f683d-2be1-4be8-8caa-639dceb84949 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:50.992535 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-48dbc914-2810-4060-ad5d-a518132d77da req-795f683d-2be1-4be8-8caa-639dceb84949 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0547976 Sep 02 17:13:51.034886 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-48dbc914-2810-4060-ad5d-a518132d77da req-21f5c36b-3263-4487-8e97-0f440c13b926 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358646 Sep 02 17:13:51.561961 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cb884-5629-44db-bdb1-0855bfd1efaf req-2ef39c17-7d60-4980-8dad-072443a416ae tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:51.566576 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9b8cb884-5629-44db-bdb1-0855bfd1efaf req-2ef39c17-7d60-4980-8dad-072443a416ae tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0982642 Sep 02 17:13:51.585330 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c58e90-0e60-4d12-b39b-a1208d8b6832 req-26ffaf30-dbf5-42d9-91fa-e03fed6df17e tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:51.586839 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-76c58e90-0e60-4d12-b39b-a1208d8b6832 req-26ffaf30-dbf5-42d9-91fa-e03fed6df17e tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 944 time: 0.0908260 Sep 02 17:13:51.633847 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9b8cb884-5629-44db-bdb1-0855bfd1efaf req-e93f8e41-ea05-43dc-a551-565b517c3556 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623839 Sep 02 17:13:51.652527 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-76c58e90-0e60-4d12-b39b-a1208d8b6832 req-3dc68bfc-ad3e-431f-ad5d-eda9f85179c8 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571837 Sep 02 17:13:51.734006 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c535a9db-48f6-4fa4-86dd-794b49b60cfc req-909cb3cd-8b4f-444a-bbf5-1238cef8edef tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 210 time: 0.0321803 Sep 02 17:13:52.173643 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af5053-d8a9-46fb-b67b-f3bfc4b9452c req-ebd480fa-076e-4d17-9c3c-b569a8d2c805 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:52.177432 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-95af5053-d8a9-46fb-b67b-f3bfc4b9452c req-ebd480fa-076e-4d17-9c3c-b569a8d2c805 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0652616 Sep 02 17:13:52.241229 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-95af5053-d8a9-46fb-b67b-f3bfc4b9452c req-ac343823-514f-4dda-9258-af2af45ccf45 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591464 Sep 02 17:13:52.789178 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc1ddc-96be-46cb-9c8c-ab708a58b86e req-d367aca5-a6dc-4514-8a31-3cb77fdbba77 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:52.791018 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-26cc1ddc-96be-46cb-9c8c-ab708a58b86e req-d367aca5-a6dc-4514-8a31-3cb77fdbba77 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0892360 Sep 02 17:13:52.826823 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f30e7d-136f-4501-be34-ef0fe88d84bc req-7bf91547-e289-4029-866c-e3faeb188e3d tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:52.828306 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f7f30e7d-136f-4501-be34-ef0fe88d84bc req-7bf91547-e289-4029-866c-e3faeb188e3d tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 944 time: 0.0916655 Sep 02 17:13:52.854389 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-26cc1ddc-96be-46cb-9c8c-ab708a58b86e req-e7142b0c-5f76-49c9-a505-953edde58495 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554261 Sep 02 17:13:52.894666 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f7f30e7d-136f-4501-be34-ef0fe88d84bc req-c03e2db1-83c7-4bde-97e5-5e9e9f19c2c7 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586565 Sep 02 17:13:52.953649 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1ca4ee03-8d1f-4059-a314-864f6c349518 req-f96d9a58-a9d2-4aff-8587-68c41893957e tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 210 time: 0.0298350 Sep 02 17:13:53.380476 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8690ab-44ac-424b-af6f-a6a1b5317b9c req-370c009b-373d-42b8-8234-98ad75d425d2 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:53.385375 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6a8690ab-44ac-424b-af6f-a6a1b5317b9c req-370c009b-373d-42b8-8234-98ad75d425d2 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0656002 Sep 02 17:13:53.428022 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6a8690ab-44ac-424b-af6f-a6a1b5317b9c req-2a4edc7a-c9fe-4453-a4ae-c7da671f5129 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398219 Sep 02 17:13:54.008593 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a04269-faf5-4c14-84a8-895cff146261 req-bf591b89-2552-4981-8336-03359a5479f6 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:54.010404 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-34a04269-faf5-4c14-84a8-895cff146261 req-bf591b89-2552-4981-8336-03359a5479f6 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0840609 Sep 02 17:13:54.043881 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f47908-868b-4652-b2a5-b333f7f3d6b3 req-0a46f9fe-e33d-4abe-a901-a28b7cefdf0a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:54.045452 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-19f47908-868b-4652-b2a5-b333f7f3d6b3 req-0a46f9fe-e33d-4abe-a901-a28b7cefdf0a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 944 time: 0.0814369 Sep 02 17:13:54.077833 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-34a04269-faf5-4c14-84a8-895cff146261 req-b8a432f1-f49f-496d-8cd0-f48c531f3b03 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612645 Sep 02 17:13:54.121338 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-19f47908-868b-4652-b2a5-b333f7f3d6b3 req-c39a2b78-295b-481a-98c8-6cb59c5dae25 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575812 Sep 02 17:13:54.183859 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7604cdd0-7ab0-40e4-8b68-60154d19a876 req-5c455c2f-e5a7-43ea-8adf-dc087893df13 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 210 time: 0.0278990 Sep 02 17:13:54.559538 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a18bc-c8af-46cc-a8e3-13bb3566d8d8 req-1bb10945-0bbd-4ef7-ba6f-010523575520 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:54.561037 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-704a18bc-c8af-46cc-a8e3-13bb3566d8d8 req-1bb10945-0bbd-4ef7-ba6f-010523575520 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0490661 Sep 02 17:13:54.608462 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-704a18bc-c8af-46cc-a8e3-13bb3566d8d8 req-1486917b-a7f2-4cdf-8937-7f33f3a07cf9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414603 Sep 02 17:13:55.257636 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909c58f-ed47-4a30-87aa-9bfc84241716 req-fa8d4fc3-7e6b-420e-aff5-25c836b6da05 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:55.260440 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4909c58f-ed47-4a30-87aa-9bfc84241716 req-fa8d4fc3-7e6b-420e-aff5-25c836b6da05 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0878491 Sep 02 17:13:55.275456 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c1f31-bbf9-4073-9030-316768d2a993 req-67cf0957-1321-441a-801a-85dc2f137e8c tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:55.276958 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-934c1f31-bbf9-4073-9030-316768d2a993 req-67cf0957-1321-441a-801a-85dc2f137e8c tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 944 time: 0.0780919 Sep 02 17:13:55.336709 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4909c58f-ed47-4a30-87aa-9bfc84241716 req-e0c3e4ca-b101-48c2-ae16-9a7e565e8113 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697315 Sep 02 17:13:55.352448 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-934c1f31-bbf9-4073-9030-316768d2a993 req-68f74c2d-1886-426c-b445-1140936721ab tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574801 Sep 02 17:13:55.434917 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f64df6d4-f27c-474d-8142-c9748ae9c9ab req-79bffa5e-36ea-4a39-ab89-d3d75addb09c tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 210 time: 0.0297878 Sep 02 17:13:55.733253 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3eece-beb6-453a-94f3-2e0d2cd06264 req-acbfc36f-a049-4df1-9f45-67b23e0d5f81 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:55.734723 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9aa3eece-beb6-453a-94f3-2e0d2cd06264 req-acbfc36f-a049-4df1-9f45-67b23e0d5f81 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0521517 Sep 02 17:13:55.782413 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9aa3eece-beb6-453a-94f3-2e0d2cd06264 req-922be130-572e-4f7f-8040-37ec052f02dd tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399559 Sep 02 17:13:56.490360 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba82a40-d6ac-4dd8-b985-7954476a4dba req-b08f86b3-0e5e-4232-adcf-c159ac319383 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:56.491758 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-eba82a40-d6ac-4dd8-b985-7954476a4dba req-b08f86b3-0e5e-4232-adcf-c159ac319383 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0799124 Sep 02 17:13:56.506757 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff56fcb-2307-4203-b697-496e3230a76d req-a097eee9-9a36-4d1d-8df5-a2f0ae730b3a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:56.508338 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-eff56fcb-2307-4203-b697-496e3230a76d req-a097eee9-9a36-4d1d-8df5-a2f0ae730b3a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 944 time: 0.0705934 Sep 02 17:13:56.584765 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-eff56fcb-2307-4203-b697-496e3230a76d req-b6cf20ac-549b-439b-bd8d-5332ebbea18b tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676322 Sep 02 17:13:56.587915 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-eba82a40-d6ac-4dd8-b985-7954476a4dba req-308f76a4-4bf6-4760-9705-ac27b26fb559 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786190 Sep 02 17:13:56.704012 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9528af73-7eab-4c24-b5c8-7d0e9dd727c0 req-c2fcec70-7a3b-47bd-823f-bcac17d878ab tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 210 time: 0.0300522 Sep 02 17:13:56.905360 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b7f59-0de3-4a16-8571-a16114a720f0 req-0b14410e-cd5c-4436-8e3b-1f3276b872f5 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:56.907020 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-408b7f59-0de3-4a16-8571-a16114a720f0 req-0b14410e-cd5c-4436-8e3b-1f3276b872f5 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0504892 Sep 02 17:13:56.953912 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-408b7f59-0de3-4a16-8571-a16114a720f0 req-b277bccf-5a27-44a1-9f63-6dee62776af6 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405316 Sep 02 17:13:57.698293 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:13:57.735617 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabcbd9-b527-49cb-9381-54c3c1c60b4f req-0d2e9bc5-4dcb-4fb1-b812-78f60cd58c1f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:57.737736 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7cabcbd9-b527-49cb-9381-54c3c1c60b4f req-0d2e9bc5-4dcb-4fb1-b812-78f60cd58c1f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 944 time: 0.0732250 Sep 02 17:13:57.802575 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7cabcbd9-b527-49cb-9381-54c3c1c60b4f req-7c837a04-88e2-4a1b-930a-14fdaadd8b9d tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436907 Sep 02 17:13:57.809976 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4442e1-32ab-4d20-8895-b6e1fde69d5a req-7bc6cac7-1f79-45e2-bd70-ce011b57d3f6 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:57.811507 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6b4442e1-32ab-4d20-8895-b6e1fde69d5a req-7bc6cac7-1f79-45e2-bd70-ce011b57d3f6 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.1032920 Sep 02 17:13:57.856744 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6b4442e1-32ab-4d20-8895-b6e1fde69d5a req-8f6d7d99-9dfa-4963-9316-0b3ffe080736 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383499 Sep 02 17:13:57.892969 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fdd5b5b1-76fd-46d3-88d8-13d875ab3730 req-283e3e0c-493d-4581-916a-dde7b8c724f7 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 210 time: 0.0321026 Sep 02 17:13:57.940131 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc057cff-f077-4c8a-972f-28f426620cc5 req-19ea15bf-c9af-4dee-8911-1c7a018a0dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:57.941662 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cc057cff-f077-4c8a-972f-28f426620cc5 req-19ea15bf-c9af-4dee-8911-1c7a018a0dff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=593a12d1eba34b93b2fdacfd91d812ad&device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 1097 time: 0.0513091 Sep 02 17:13:58.087501 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc057cff-f077-4c8a-972f-28f426620cc5 req-2ef3999a-0c42-4204-bbe7-285182b4317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:58.087803 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41e743-0b9e-40d1-8315-07f3875bb77b req-e3139ea4-f110-492b-8ceb-822b106a5b9f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:58.088977 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cc057cff-f077-4c8a-972f-28f426620cc5 req-2ef3999a-0c42-4204-bbe7-285182b4317e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=593a12d1eba34b93b2fdacfd91d812ad&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1172330 Sep 02 17:13:58.089148 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7c41e743-0b9e-40d1-8315-07f3875bb77b req-e3139ea4-f110-492b-8ceb-822b106a5b9f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0574603 Sep 02 17:13:58.127576 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7c41e743-0b9e-40d1-8315-07f3875bb77b req-8e563c5e-1f74-4e6c-a1ee-b606b6cbfca3 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320189 Sep 02 17:13:58.395745 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc057cff-f077-4c8a-972f-28f426620cc5 req-c1c3ab69-7b66-4b78-b1fd-1e1163e6e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:58.397759 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cc057cff-f077-4c8a-972f-28f426620cc5 req-c1c3ab69-7b66-4b78-b1fd-1e1163e6e014 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0948386 Sep 02 17:13:58.512762 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dbe87-8920-41ef-9681-26f572888518 req-772a2e3f-710e-4b93-b9f6-3496b7ad17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:58.514296 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-739dbe87-8920-41ef-9681-26f572888518 req-772a2e3f-710e-4b93-b9f6-3496b7ad17e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=593a12d1eba34b93b2fdacfd91d812ad&device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 1097 time: 0.0411928 Sep 02 17:13:58.579082 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-739dbe87-8920-41ef-9681-26f572888518 req-b53bbec4-6f6a-4126-b1eb-cc48679038d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5bcf32c-9982-4f32-8417-b8ce31794427 HTTP/1.1" status: 200 len: 217 time: 0.0350940 Sep 02 17:13:58.636223 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dbe87-8920-41ef-9681-26f572888518 req-f7941b7b-11b7-4576-bb68-93f380044e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:58.637719 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-739dbe87-8920-41ef-9681-26f572888518 req-f7941b7b-11b7-4576-bb68-93f380044e36 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78089898-67f1-4027-92ed-edd152bcad53 HTTP/1.1" status: 200 len: 853 time: 0.0442975 Sep 02 17:13:58.720092 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dbe87-8920-41ef-9681-26f572888518 req-a9bd3c9b-798a-43e1-9abd-5f2304632dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:58.721629 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-739dbe87-8920-41ef-9681-26f572888518 req-a9bd3c9b-798a-43e1-9abd-5f2304632dde service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8d7b47e6-4a17-4291-a396-46d0db235753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538936 Sep 02 17:13:58.867247 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-739dbe87-8920-41ef-9681-26f572888518 req-ddf3de47-876a-4f6b-9577-15bbc70a0065 service neutron] 10.222.0.46 "GET /v2.0/networks/8d7b47e6-4a17-4291-a396-46d0db235753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364257 Sep 02 17:13:58.875789 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645ce5f-5bd5-43e8-9bc7-81bd28bc78d2 req-9709088e-d5e9-489a-811c-addeb8feb417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:58.877668 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4645ce5f-5bd5-43e8-9bc7-81bd28bc78d2 req-9709088e-d5e9-489a-811c-addeb8feb417 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66dd13919db54e2cb281cb857b403d5d&device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 1098 time: 0.0716131 Sep 02 17:13:58.944097 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd2f82-802d-4167-a52a-6658ba214a0a req-8bc5e8d2-fd5c-415d-91c0-55ff3c74ff2f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:58.946785 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-78fd2f82-802d-4167-a52a-6658ba214a0a req-8bc5e8d2-fd5c-415d-91c0-55ff3c74ff2f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 944 time: 0.0651922 Sep 02 17:13:59.046146 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-78fd2f82-802d-4167-a52a-6658ba214a0a req-fa8f9f2c-0ddb-406d-834c-67be6b334e2c tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828533 Sep 02 17:13:59.064400 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-739dbe87-8920-41ef-9681-26f572888518 req-35417ae4-d0bb-45e1-a4cf-afeed36ac96a service neutron] 10.222.0.46 "GET /v2.0/networks/8d7b47e6-4a17-4291-a396-46d0db235753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850450 Sep 02 17:13:59.065215 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4e592-dc09-4f9d-a0e2-8d6464709dd4 req-485e92e6-28fc-4239-9b55-b459ff8095bd tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:59.065407 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645ce5f-5bd5-43e8-9bc7-81bd28bc78d2 req-6f9da1d1-ad93-4067-aca2-fb5a89740c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:59.066867 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4645ce5f-5bd5-43e8-9bc7-81bd28bc78d2 req-6f9da1d1-ad93-4067-aca2-fb5a89740c9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe HTTP/1.1" status: 200 len: 919 time: 0.1791670 Sep 02 17:13:59.070620 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5ed4e592-dc09-4f9d-a0e2-8d6464709dd4 req-485e92e6-28fc-4239-9b55-b459ff8095bd tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.1220212 Sep 02 17:13:59.127300 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5ed4e592-dc09-4f9d-a0e2-8d6464709dd4 req-fdb06a85-6501-4058-9b9d-296e13b604e2 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522857 Sep 02 17:13:59.163405 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4645ce5f-5bd5-43e8-9bc7-81bd28bc78d2 req-0cc35ba1-7818-42fc-af7d-f34f0a058237 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f HTTP/1.1" status: 200 len: 1001 time: 0.0695376 Sep 02 17:13:59.221142 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9318655e-b39c-4ad3-b0f4-4e8f661ff504 req-ce323287-dd91-4b74-963c-d6e79a408a6f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=022bb6e6-4351-4476-a775-e7943fe0e41b HTTP/1.1" status: 200 len: 210 time: 0.0341623 Sep 02 17:13:59.251967 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645ce5f-5bd5-43e8-9bc7-81bd28bc78d2 req-3d800a06-b771-4f53-bff4-5328a2052122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:59.253529 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4645ce5f-5bd5-43e8-9bc7-81bd28bc78d2 req-3d800a06-b771-4f53-bff4-5328a2052122 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50615b92-51e7-4a8e-a635-3931daa3277f HTTP/1.1" status: 200 len: 856 time: 0.0820341 Sep 02 17:13:59.287473 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649fb03-878b-4c42-ae54-28050aa3b217 req-be93a9e0-d328-428f-92e8-edc482aa7ffa tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:59.289886 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a649fb03-878b-4c42-ae54-28050aa3b217 req-be93a9e0-d328-428f-92e8-edc482aa7ffa tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0724561 Sep 02 17:13:59.340170 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645ce5f-5bd5-43e8-9bc7-81bd28bc78d2 req-9a8af2da-9b6e-47f4-8fc1-933fa0902237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:59.341713 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4645ce5f-5bd5-43e8-9bc7-81bd28bc78d2 req-9a8af2da-9b6e-47f4-8fc1-933fa0902237 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566359 Sep 02 17:13:59.351678 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a649fb03-878b-4c42-ae54-28050aa3b217 req-9365af0d-43d7-4545-937a-fe357b1d3991 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544209 Sep 02 17:13:59.460835 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4645ce5f-5bd5-43e8-9bc7-81bd28bc78d2 req-76e2e986-7a5f-4ed6-8208-a5b5b6de1dcb service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113510 Sep 02 17:13:59.583432 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4645ce5f-5bd5-43e8-9bc7-81bd28bc78d2 req-738df94c-dacf-4c45-908c-c4514fa744c9 service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103866 Sep 02 17:13:59.840595 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f85c3d-2a06-4f0b-b1b9-538850d64492 req-5c08b318-bfd4-43de-836e-767f2261f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:13:59.842241 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-01f85c3d-2a06-4f0b-b1b9-538850d64492 req-5c08b318-bfd4-43de-836e-767f2261f9a4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 1099 time: 0.0435219 Sep 02 17:13:59.880011 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-01f85c3d-2a06-4f0b-b1b9-538850d64492 req-69de8e4f-764d-4554-89f4-5bcd7981d138 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298171 Sep 02 17:14:00.270778 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31194e-bf5a-4b92-80bd-da72a514900e req-e70748e5-473f-4416-9b75-d1e502d79a99 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:00.272986 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-af31194e-bf5a-4b92-80bd-da72a514900e req-e70748e5-473f-4416-9b75-d1e502d79a99 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 944 time: 0.1371906 Sep 02 17:14:00.306467 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc1ac6-fd90-40f2-96b4-c13a1123c621 req-3986ac22-256b-4c7a-84e9-5da09e878219 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:00.307984 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3cdc1ac6-fd90-40f2-96b4-c13a1123c621 req-3986ac22-256b-4c7a-84e9-5da09e878219 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.1203983 Sep 02 17:14:00.335936 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-af31194e-bf5a-4b92-80bd-da72a514900e req-23c04ee7-ff88-4d40-8df4-59b6e3d35f92 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567129 Sep 02 17:14:00.362321 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3cdc1ac6-fd90-40f2-96b4-c13a1123c621 req-b6dd42b2-7b53-49c4-b471-9d04a57ba111 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432398 Sep 02 17:14:00.481426 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40f7c7-443d-453d-9dbc-4bb6240eb575 req-c5473324-f1c4-4a55-baec-47c3d07f1fed tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:00.483008 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-df40f7c7-443d-453d-9dbc-4bb6240eb575 req-c5473324-f1c4-4a55-baec-47c3d07f1fed tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 945 time: 0.0518506 Sep 02 17:14:00.524209 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-df40f7c7-443d-453d-9dbc-4bb6240eb575 req-f1ae91f4-cf4b-4407-b064-b665c456490c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353632 Sep 02 17:14:00.960834 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:14:01.050134 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:01.073652 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817c0aa7-d60f-44b7-b28f-0025069af756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:14:01.075954 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1085a323-7a72-4937-a8c1-4a2b8962e790" -d '{"events": [{"server_uuid": "817c0aa7-d60f-44b7-b28f-0025069af756", "name": "network-vif-unplugged", "status": "completed", "tag": "bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:14:01.101151 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:14:01.113946 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 17:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb98a8e1-b683-4454-ad54-7bff4c47de98 x-openstack-request-id: req-eb98a8e1-b683-4454-ad54-7bff4c47de98 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:14:01.114258 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817c0aa7-d60f-44b7-b28f-0025069af756", "name": "network-vif-unplugged", "status": "completed", "tag": "bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:14:01.114539 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eb98a8e1-b683-4454-ad54-7bff4c47de98 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:14:01.115585 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817c0aa7-d60f-44b7-b28f-0025069af756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f', 'code': 200} Sep 02 17:14:01.177887 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:01.233954 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,revision_number=8']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:01.491417 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ed7d0-c8fe-4bb5-9e1d-35309e3a4da9 req-3c6c23fb-6b7b-49c8-a7de-b577af92101e tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:01.492804 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e77ed7d0-c8fe-4bb5-9e1d-35309e3a4da9 req-3c6c23fb-6b7b-49c8-a7de-b577af92101e tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 944 time: 0.0896955 Sep 02 17:14:01.676630 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fa802-7050-4a65-86ff-089d6d92b8ba req-b7c756b5-d515-4a17-936a-bdc570c5b136 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:01.679293 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5d7fa802-7050-4a65-86ff-089d6d92b8ba req-b7c756b5-d515-4a17-936a-bdc570c5b136 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.2416606 Sep 02 17:14:01.703781 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e77ed7d0-c8fe-4bb5-9e1d-35309e3a4da9 req-499f048e-0e7c-463a-aa5d-c48ad48f650e tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044904 Sep 02 17:14:01.732225 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5d7fa802-7050-4a65-86ff-089d6d92b8ba req-5c6ea857-aa8e-48cc-8e44-e5da093db937 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467627 Sep 02 17:14:01.821068 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82e143-7126-4864-ba26-efcd5d036d42 req-c763ce1c-b1e0-48d1-805b-7c0f128a6f38 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:01.827012 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8b82e143-7126-4864-ba26-efcd5d036d42 req-c763ce1c-b1e0-48d1-805b-7c0f128a6f38 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0544674 Sep 02 17:14:01.862963 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8b82e143-7126-4864-ba26-efcd5d036d42 req-12019018-6fb7-40e9-a8fd-9ce531194bb9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342228 Sep 02 17:14:02.234785 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa595ca5-49d9-4fa6-a778-3c98ecb1357e req-c0bc1399-6a7d-4104-913c-eb4f0284cddf tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:02.237133 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-aa595ca5-49d9-4fa6-a778-3c98ecb1357e req-c0bc1399-6a7d-4104-913c-eb4f0284cddf tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 946 time: 0.0542772 Sep 02 17:14:02.280765 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-aa595ca5-49d9-4fa6-a778-3c98ecb1357e req-32f16a8d-33c0-4c19-a101-17c379df390f tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366325 Sep 02 17:14:02.863572 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fba6cd-7559-47a7-ac92-8b797f6bacfc req-805f6125-2753-4b45-bb23-ea29f0e7cd7a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:02.865647 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f4fba6cd-7559-47a7-ac92-8b797f6bacfc req-805f6125-2753-4b45-bb23-ea29f0e7cd7a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 944 time: 0.0883355 Sep 02 17:14:02.878698 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0e96e-a45a-47b6-8cc3-bad66cc89e66 req-0a2b4130-bf02-4c01-b328-451205c7337e tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:02.880215 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-47b0e96e-a45a-47b6-8cc3-bad66cc89e66 req-0a2b4130-bf02-4c01-b328-451205c7337e tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0737970 Sep 02 17:14:02.937049 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f4fba6cd-7559-47a7-ac92-8b797f6bacfc req-5b41bc13-bee3-4e05-80e5-704eeca8b3e8 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552549 Sep 02 17:14:02.946579 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-47b0e96e-a45a-47b6-8cc3-bad66cc89e66 req-20c2853f-398f-4c2d-b552-7b20ab2399f1 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563915 Sep 02 17:14:02.967251 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device b5bcf32c-9982-4f32-8417-b8ce31794427 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:14:03.072979 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f69f6-1f4f-441c-bdb5-bddd3c6344ad req-8d787e29-8e7c-4df2-b099-349d787c0b32 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:03.074625 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d16f69f6-1f4f-441c-bdb5-bddd3c6344ad req-8d787e29-8e7c-4df2-b099-349d787c0b32 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0598228 Sep 02 17:14:03.097228 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port b5bcf32c-9982-4f32-8417-b8ce31794427, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b5bcf32c-9982-4f32-8417-b8ce31794427,segment=NetworkSegment(db772484-c3a9-4ca4-8f96-78eb240d387f),segment_id=db772484-c3a9-4ca4-8f96-78eb240d387f)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:14:03.109843 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': 'b5bcf32c-9982-4f32-8417-b8ce31794427', 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753', 'port_id': 'b5bcf32c-9982-4f32-8417-b8ce31794427', 'mac_address': 'fa:16:3e:bd:79:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78089898-67f1-4027-92ed-edd152bcad53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:14:03.121866 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d16f69f6-1f4f-441c-bdb5-bddd3c6344ad req-a255168b-9fc3-48ea-beae-f9cdb590cc8a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412791 Sep 02 17:14:03.153881 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:03.168745 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5bcf32c-9982-4f32-8417-b8ce31794427 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:14:03.189650 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port b5bcf32c-9982-4f32-8417-b8ce31794427, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b5bcf32c-9982-4f32-8417-b8ce31794427,segment=NetworkSegment(db772484-c3a9-4ca4-8f96-78eb240d387f),segment_id=db772484-c3a9-4ca4-8f96-78eb240d387f)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:14:03.280461 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:03.348830 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=b5bcf32c-9982-4f32-8417-b8ce31794427,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:03.434176 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0e04b-2039-4d10-8158-5fb590af4b05 req-5b834109-1586-4f56-ac41-dda7a7f90232 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:03.435711 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9af0e04b-2039-4d10-8158-5fb590af4b05 req-5b834109-1586-4f56-ac41-dda7a7f90232 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 946 time: 0.0491505 Sep 02 17:14:03.476065 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9af0e04b-2039-4d10-8158-5fb590af4b05 req-15e8be8c-c0ec-4eca-9ecd-4cbc9232dee9 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337305 Sep 02 17:14:03.530333 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08819cb-40c6-41aa-a508-0d8bba5c30e6 req-4b76ab3b-f694-4d88-83aa-ae96580f5393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:03.531970 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c08819cb-40c6-41aa-a508-0d8bba5c30e6 req-4b76ab3b-f694-4d88-83aa-ae96580f5393 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4812d28f2a546d688696505f61ea503&device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 1099 time: 0.0446017 Sep 02 17:14:03.593489 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffede766-0920-461f-b06f-4ec5485dc5b3 req-8c4126d0-fe9a-4725-a5c9-42300298dad2 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:03.595425 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ffede766-0920-461f-b06f-4ec5485dc5b3 req-8c4126d0-fe9a-4725-a5c9-42300298dad2 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0618930 Sep 02 17:14:03.637106 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08819cb-40c6-41aa-a508-0d8bba5c30e6 req-a4f305ba-dafe-4b9b-b400-7bba10242e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:03.638620 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c08819cb-40c6-41aa-a508-0d8bba5c30e6 req-a4f305ba-dafe-4b9b-b400-7bba10242e7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d HTTP/1.1" status: 200 len: 921 time: 0.0984008 Sep 02 17:14:03.643848 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ffede766-0920-461f-b06f-4ec5485dc5b3 req-41d4dcf6-9790-4db5-b3d7-189ac4ba9c2f tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397007 Sep 02 17:14:03.685837 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c08819cb-40c6-41aa-a508-0d8bba5c30e6 req-ea27dae5-2351-4dcc-a923-116005f44664 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d HTTP/1.1" status: 200 len: 217 time: 0.0374134 Sep 02 17:14:03.734545 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['b5bcf32c-9982-4f32-8417-b8ce31794427'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:14:03.756316 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08819cb-40c6-41aa-a508-0d8bba5c30e6 req-c475e4cd-5c44-4616-a80c-80458fccfbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:03.759184 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c08819cb-40c6-41aa-a508-0d8bba5c30e6 req-c475e4cd-5c44-4616-a80c-80458fccfbb8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f679a40-1eb3-4231-b690-a44300e7c2c9 HTTP/1.1" status: 200 len: 859 time: 0.0517468 Sep 02 17:14:03.796388 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c08819cb-40c6-41aa-a508-0d8bba5c30e6 req-1f462727-29ca-4f7f-b131-f4d5602b7fec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291531 Sep 02 17:14:03.924140 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c08819cb-40c6-41aa-a508-0d8bba5c30e6 req-a89dd9d3-a6c1-47b1-8489-acebec6995aa service neutron] 10.222.0.46 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968461 Sep 02 17:14:04.023076 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c08819cb-40c6-41aa-a508-0d8bba5c30e6 req-9e64d838-733c-4dbe-9ab5-6e5560220924 service neutron] 10.222.0.46 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895360 Sep 02 17:14:04.070449 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa1299-fd15-4641-9a66-01f4b0cebf4c req-6b65a989-7fac-4f9f-a85e-13dc5a770bc1 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:04.071977 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b7aa1299-fd15-4641-9a66-01f4b0cebf4c req-6b65a989-7fac-4f9f-a85e-13dc5a770bc1 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 945 time: 0.0546684 Sep 02 17:14:04.130915 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b7aa1299-fd15-4641-9a66-01f4b0cebf4c req-45694d88-c22a-46ad-9e1d-12fd6a2e58eb tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525987 Sep 02 17:14:04.375208 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [req-2f6d0dbc-794b-4bb2-ab92-a90109992f80 req-21e9a0e1-d884-46f7-a493-2bf096c2c064 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:14:04.376203 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2f6d0dbc-794b-4bb2-ab92-a90109992f80 req-21e9a0e1-d884-46f7-a493-2bf096c2c064 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055034 Sep 02 17:14:04.596700 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a21919-6652-4fbb-890a-bb435e35cadc req-78d79822-3b91-4908-abaa-f0d8be251691 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:04.598249 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e8a21919-6652-4fbb-890a-bb435e35cadc req-78d79822-3b91-4908-abaa-f0d8be251691 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 946 time: 0.0524364 Sep 02 17:14:04.639431 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e8a21919-6652-4fbb-890a-bb435e35cadc req-0c7f88bf-e465-4178-b20d-ab3340cdc610 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/security-groups?id=4839b519-51a1-4d2f-9fc4-bfee3d512834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342896 Sep 02 17:14:04.784649 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acb838-c6d7-41ef-99a6-bf363b26b04d req-eead516c-c1ba-4ec7-99e6-6eababaf30cd tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:04.786431 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d5acb838-c6d7-41ef-99a6-bf363b26b04d req-eead516c-c1ba-4ec7-99e6-6eababaf30cd tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0892358 Sep 02 17:14:04.794607 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08982fbf-aaf0-4019-8eae-36741c3b2190 req-e60c70c2-0f05-4c39-83bd-195b1028f4ad tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:04.796230 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-08982fbf-aaf0-4019-8eae-36741c3b2190 req-e60c70c2-0f05-4c39-83bd-195b1028f4ad tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 946 time: 0.0708888 Sep 02 17:14:04.803953 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad49171-e1e7-4084-8a6f-cfee3624cdf2 req-288a4792-7c02-4ea5-aa62-116481869eec tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:04.805328 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8ad49171-e1e7-4084-8a6f-cfee3624cdf2 req-288a4792-7c02-4ea5-aa62-116481869eec tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0792484 Sep 02 17:14:04.868634 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d5acb838-c6d7-41ef-99a6-bf363b26b04d req-671eac36-f0ca-40be-af48-25c6163c0b64 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746157 Sep 02 17:14:04.871935 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8ad49171-e1e7-4084-8a6f-cfee3624cdf2 req-989b10f1-b2a4-4cac-a7be-afc7411f8426 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599222 Sep 02 17:14:04.923055 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-08982fbf-aaf0-4019-8eae-36741c3b2190 req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Deleting port 5c7e5724-ef15-4150-b762-44cb370f19d8 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:14:04.923394 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-08982fbf-aaf0-4019-8eae-36741c3b2190 req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:04.984451 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device b5bcf32c-9982-4f32-8417-b8ce31794427 up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:14:05.030584 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-08982fbf-aaf0-4019-8eae-36741c3b2190 req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] For port 5c7e5724-ef15-4150-b762-44cb370f19d8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5c7e5724-ef15-4150-b762-44cb370f19d8,segment=NetworkSegment(8d75137e-1fd7-4082-91a5-5b85d1ff8eed),segment_id=8d75137e-1fd7-4082-91a5-5b85d1ff8eed)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:14:05.030584 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-08982fbf-aaf0-4019-8eae-36741c3b2190 req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:05.043261 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-08982fbf-aaf0-4019-8eae-36741c3b2190 req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Calling delete_port for 5c7e5724-ef15-4150-b762-44cb370f19d8 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:14:05.171433 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port b5bcf32c-9982-4f32-8417-b8ce31794427 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:14:05.178040 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port b5bcf32c-9982-4f32-8417-b8ce31794427 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:14:05.178524 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:05.285895 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:05.292804 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea19a3f-fb19-4ddf-bf32-d8aedae92116 req-4b397cb1-58de-4c5a-a5c1-9a0a8d9800c5 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:05.301856 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dea19a3f-fb19-4ddf-bf32-d8aedae92116 req-4b397cb1-58de-4c5a-a5c1-9a0a8d9800c5 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 945 time: 0.0650611 Sep 02 17:14:05.304294 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-08982fbf-aaf0-4019-8eae-36741c3b2190 req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:05.312136 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eaad4eb-aa50-4b1f-9aee-cc9b60773689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bcf32c-9982-4f32-8417-b8ce31794427'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:14:05.314425 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8166b95d-c9a2-478f-b29a-9dfe151ea136" -d '{"events": [{"server_uuid": "3eaad4eb-aa50-4b1f-9aee-cc9b60773689", "name": "network-vif-plugged", "status": "completed", "tag": "b5bcf32c-9982-4f32-8417-b8ce31794427"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:14:05.332003 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port b5bcf32c-9982-4f32-8417-b8ce31794427, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b5bcf32c-9982-4f32-8417-b8ce31794427,segment=NetworkSegment(db772484-c3a9-4ca4-8f96-78eb240d387f),segment_id=db772484-c3a9-4ca4-8f96-78eb240d387f)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:14:05.351377 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['5c7e5724-ef15-4150-b762-44cb370f19d8'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:14:05.354838 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Pushing event deleted for resources: {'Port': ['ID=5c7e5724-ef15-4150-b762-44cb370f19d8,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:05.376391 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dea19a3f-fb19-4ddf-bf32-d8aedae92116 req-2d2a6a0f-2ce2-465a-bfb1-aeb561c1564b tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520010 Sep 02 17:14:05.387053 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c9d5cb-0966-48a3-ae78-5a5d4dab8f90 x-openstack-request-id: req-01c9d5cb-0966-48a3-ae78-5a5d4dab8f90 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:14:05.387355 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eaad4eb-aa50-4b1f-9aee-cc9b60773689", "name": "network-vif-plugged", "status": "completed", "tag": "b5bcf32c-9982-4f32-8417-b8ce31794427", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:14:05.388949 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-01c9d5cb-0966-48a3-ae78-5a5d4dab8f90 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:14:05.388949 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eaad4eb-aa50-4b1f-9aee-cc9b60773689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bcf32c-9982-4f32-8417-b8ce31794427', 'code': 200} Sep 02 17:14:05.406524 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.406878 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.407223 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.407565 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.407895 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.408230 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.408764 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.408882 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:05.408986 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.409202 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.409781 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:14:05.409913 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.410208 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.410535 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.430727 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-08982fbf-aaf0-4019-8eae-36741c3b2190 req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] No DVR routers for this DVR port 5c7e5724-ef15-4150-b762-44cb370f19d8 on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:14:05.433168 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-08982fbf-aaf0-4019-8eae-36741c3b2190 req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:05.435295 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-08982fbf-aaf0-4019-8eae-36741c3b2190 req-455f827f-cd37-4be7-ad92-64e303db1138 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.46 "DELETE /v2.0/ports/5c7e5724-ef15-4150-b762-44cb370f19d8 HTTP/1.1" status: 204 len: 173 time: 0.6313891 Sep 02 17:14:05.435965 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4f9844-ae41-49c8-9ead-eda905ae20ae', 'name': 'network-vif-deleted', 'tag': '5c7e5724-ef15-4150-b762-44cb370f19d8'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:14:05.437938 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a7ade9-6040-4027-90a9-efb329e54e94" -d '{"events": [{"server_uuid": "3a4f9844-ae41-49c8-9ead-eda905ae20ae", "name": "network-vif-deleted", "tag": "5c7e5724-ef15-4150-b762-44cb370f19d8"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:14:05.483700 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 40074) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:14:05.500954 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb19c6e3-dfab-4f68-b095-715c8daa3c4d x-openstack-request-id: req-bb19c6e3-dfab-4f68-b095-715c8daa3c4d {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:14:05.501346 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4f9844-ae41-49c8-9ead-eda905ae20ae", "name": "network-vif-deleted", "tag": "5c7e5724-ef15-4150-b762-44cb370f19d8", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:14:05.501537 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb19c6e3-dfab-4f68-b095-715c8daa3c4d {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:14:05.501946 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4f9844-ae41-49c8-9ead-eda905ae20ae', 'name': 'network-vif-deleted', 'tag': '5c7e5724-ef15-4150-b762-44cb370f19d8', 'status': 'completed', 'code': 200} Sep 02 17:14:05.535850 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=b5bcf32c-9982-4f32-8417-b8ce31794427,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:05.546859 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.547205 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.547546 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.547960 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.548214 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.548755 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.549165 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.549527 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.549873 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.550204 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.553422 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.553422 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:05.629917 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6a9139ce-2290-4326-8226-ffb0f492dade req-83633edd-02a0-4af3-9f0c-af2eda8a9530 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1447105 Sep 02 17:14:05.641009 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [req-6a9139ce-2290-4326-8226-ffb0f492dade req-1654c51d-f037-409c-bbc1-464b77bd82a3 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:14:05.642035 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6a9139ce-2290-4326-8226-ffb0f492dade req-1654c51d-f037-409c-bbc1-464b77bd82a3 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053124 Sep 02 17:14:05.754565 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-83951768-f6e2-44ef-bb58-5de3975e46ff req-6809e00e-58ba-4825-b7ce-cf1f607e2c24 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 210 time: 0.0369310 Sep 02 17:14:05.920303 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530e00c-68a1-477a-9115-041ee00a6251 req-d1fc7553-8794-4d83-93b5-28adfdf9ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:05.926118 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2530e00c-68a1-477a-9115-041ee00a6251 req-d1fc7553-8794-4d83-93b5-28adfdf9ed9f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 1099 time: 0.0475380 Sep 02 17:14:05.979891 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2530e00c-68a1-477a-9115-041ee00a6251 req-207a7dd1-23a6-4f18-9558-d5b33a2a3b0b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482941 Sep 02 17:14:06.012293 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be760b-3b8f-4172-a915-536c6b02c693 req-ea6e9f88-6b1e-4c8f-bf2d-bfbb8de6a136 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:06.013833 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-06be760b-3b8f-4172-a915-536c6b02c693 req-ea6e9f88-6b1e-4c8f-bf2d-bfbb8de6a136 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0517180 Sep 02 17:14:06.080783 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-06be760b-3b8f-4172-a915-536c6b02c693 req-09d50cac-1e71-4e01-b683-96de43568aa1 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567081 Sep 02 17:14:06.093744 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7b927-4a96-400d-8951-2d663bb8818d req-913dbc7f-7fe7-41ec-bf31-9fc0290899fb tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:06.095301 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b2c7b927-4a96-400d-8951-2d663bb8818d req-913dbc7f-7fe7-41ec-bf31-9fc0290899fb tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0805619 Sep 02 17:14:06.137913 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b2c7b927-4a96-400d-8951-2d663bb8818d req-0b25dd75-0b7f-478e-b20c-3813ff20993e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350046 Sep 02 17:14:06.469974 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8a617-6967-417a-9c5f-376528cd9f2a req-2e234acb-3608-4c79-aeff-3e2c6767f76a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:06.471467 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-11f8a617-6967-417a-9c5f-376528cd9f2a req-2e234acb-3608-4c79-aeff-3e2c6767f76a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 946 time: 0.0486388 Sep 02 17:14:06.510686 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-11f8a617-6967-417a-9c5f-376528cd9f2a req-1cd0dbd8-c065-470d-8efd-a82ba38a8180 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322723 Sep 02 17:14:06.864321 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-69dc6d96-735d-453c-bc5d-2f4377d0d82c req-359c5c5a-ec59-4b2a-ad90-aaa34bec5b6d tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 210 time: 0.0257578 Sep 02 17:14:07.201753 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc137dde-4d06-4240-b8db-0c30ba2cd528 req-0f0ceaaa-b912-441d-b9ab-617bf9b58d50 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:07.203304 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dc137dde-4d06-4240-b8db-0c30ba2cd528 req-0f0ceaaa-b912-441d-b9ab-617bf9b58d50 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0520008 Sep 02 17:14:07.268806 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dc137dde-4d06-4240-b8db-0c30ba2cd528 req-0cf1ae64-3be9-478a-bdbc-a5a2b593db4d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590336 Sep 02 17:14:07.289122 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d28da1-17c7-4914-856f-18591fd69f96 req-26f8791a-4bf8-4ed8-a2eb-aa99a9526916 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:07.290659 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-68d28da1-17c7-4914-856f-18591fd69f96 req-26f8791a-4bf8-4ed8-a2eb-aa99a9526916 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0733235 Sep 02 17:14:07.329413 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-68d28da1-17c7-4914-856f-18591fd69f96 req-c706357f-1331-4bcc-9b91-64a03bb09473 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328844 Sep 02 17:14:07.637685 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd689aea-8ef2-4fe5-8585-16764cfd9972 req-32cd26f3-2739-4ee7-bb7a-14c8626edb70 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:07.639204 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bd689aea-8ef2-4fe5-8585-16764cfd9972 req-32cd26f3-2739-4ee7-bb7a-14c8626edb70 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 946 time: 0.0584977 Sep 02 17:14:07.691517 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bd689aea-8ef2-4fe5-8585-16764cfd9972 req-0b27441d-56e4-40bf-9307-5d1f87ed6fa2 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462153 Sep 02 17:14:07.972795 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dd3a1fc5-83aa-4993-a39f-8cbdfaba201a req-deef7800-9d33-4b86-9a40-249e23b60172 tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 210 time: 0.0306466 Sep 02 17:14:08.395304 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810e2b4-c4a1-45c6-ba8e-7d53b0eb922f req-77b37e6b-e500-4959-8fb2-1a899f0c9f30 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:08.402595 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5810e2b4-c4a1-45c6-ba8e-7d53b0eb922f req-77b37e6b-e500-4959-8fb2-1a899f0c9f30 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0571277 Sep 02 17:14:08.470563 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5810e2b4-c4a1-45c6-ba8e-7d53b0eb922f req-8c68ca42-9847-46ae-8924-e61000e90863 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670676 Sep 02 17:14:08.478525 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc9e74-6746-4239-bd2e-0ff35f1b230e req-04a027fd-30a5-4a8e-8316-84c2cb4bd019 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:08.480041 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b3fc9e74-6746-4239-bd2e-0ff35f1b230e req-04a027fd-30a5-4a8e-8316-84c2cb4bd019 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0748382 Sep 02 17:14:08.527714 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b3fc9e74-6746-4239-bd2e-0ff35f1b230e req-7d88b9fd-80a5-4430-9258-8f238995b009 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414217 Sep 02 17:14:08.817369 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65564a52-603e-4b06-b283-46771e906a49 req-a7282a71-6a16-434c-8bca-6dfdbc9a04a7 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:08.819000 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-65564a52-603e-4b06-b283-46771e906a49 req-a7282a71-6a16-434c-8bca-6dfdbc9a04a7 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 946 time: 0.0527067 Sep 02 17:14:08.858443 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-65564a52-603e-4b06-b283-46771e906a49 req-4a120a3f-d9a3-4385-819c-4d286d0e75ef tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331762 Sep 02 17:14:09.079718 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7bdce724-67b3-4d7f-ad51-1ba776f9c1e2 req-7360f2e0-5c6b-452d-94b2-e8864775adab tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 210 time: 0.0258098 Sep 02 17:14:09.586677 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98fb82-3b80-4069-b7df-9d5d3a1f4a23 req-0f57b0e1-f1b3-47f8-ab44-62938ae65dc6 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:09.588240 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fe98fb82-3b80-4069-b7df-9d5d3a1f4a23 req-0f57b0e1-f1b3-47f8-ab44-62938ae65dc6 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0496252 Sep 02 17:14:09.657061 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fe98fb82-3b80-4069-b7df-9d5d3a1f4a23 req-5ecc96a6-c6ef-4b8c-a499-5c05894b0c6d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628603 Sep 02 17:14:09.676798 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea242d-0c0d-40e0-8c2f-a09f8b9ad4f1 req-c18c2e31-298d-42d7-850d-32cc4a163a87 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:09.679175 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-abea242d-0c0d-40e0-8c2f-a09f8b9ad4f1 req-c18c2e31-298d-42d7-850d-32cc4a163a87 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0751362 Sep 02 17:14:09.722383 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-abea242d-0c0d-40e0-8c2f-a09f8b9ad4f1 req-0840b1d5-ecad-4d1f-8606-216a78c528f5 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371225 Sep 02 17:14:09.773394 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:09.977006 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76502b-a792-4f3f-be80-1740b6a5423b req-e8a51c33-c224-431c-b957-7c88ffec3ef0 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:09.977668 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9d76502b-a792-4f3f-be80-1740b6a5423b req-e8a51c33-c224-431c-b957-7c88ffec3ef0 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 946 time: 0.0512123 Sep 02 17:14:10.022101 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9d76502b-a792-4f3f-be80-1740b6a5423b req-a66c22bf-e907-441a-91f2-827634aaca9e tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384827 Sep 02 17:14:10.187908 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-16fb7b3c-4822-4c82-9eec-a27fc70bd260 req-6fd87c2b-6533-4112-a275-2ec8dad942de tempest-AttachVolumeNegativeTest-1835247530 tempest-AttachVolumeNegativeTest-1835247530-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a4f9844-ae41-49c8-9ead-eda905ae20ae HTTP/1.1" status: 200 len: 210 time: 0.0266984 Sep 02 17:14:10.621885 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 5c7e5724-ef15-4150-b762-44cb370f19d8 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:14:10.642604 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: 5c7e5724-ef15-4150-b762-44cb370f19d8 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:14:10.642954 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 5c7e5724-ef15-4150-b762-44cb370f19d8 not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:14:10.790362 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334ac69-d352-4ab0-875b-0f0c436011c6 req-22c46f5c-8b45-4b34-b5c1-68209f560a62 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:10.791999 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c334ac69-d352-4ab0-875b-0f0c436011c6 req-22c46f5c-8b45-4b34-b5c1-68209f560a62 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0569377 Sep 02 17:14:10.866214 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c334ac69-d352-4ab0-875b-0f0c436011c6 req-807a9e25-ef16-4621-9a21-653e211a6c1d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646954 Sep 02 17:14:10.879848 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea81c51-97d4-4553-82e1-7043d65c6f55 req-ceac2b94-04b8-4bbd-8aba-5bacad62713f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:10.892428 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2ea81c51-97d4-4553-82e1-7043d65c6f55 req-ceac2b94-04b8-4bbd-8aba-5bacad62713f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0827641 Sep 02 17:14:10.931024 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2ea81c51-97d4-4553-82e1-7043d65c6f55 req-54810278-95cc-4928-a28d-c882a1dee8aa tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409920 Sep 02 17:14:11.143101 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a9948-a5d9-4140-8712-8bdedc11ad11 req-af7190de-f0ea-4cab-b4b8-3995c691331f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:11.144564 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bd0a9948-a5d9-4140-8712-8bdedc11ad11 req-af7190de-f0ea-4cab-b4b8-3995c691331f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 946 time: 0.0536094 Sep 02 17:14:11.191876 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bd0a9948-a5d9-4140-8712-8bdedc11ad11 req-4b9f9309-1c12-4e82-a4d6-5570b03bda0f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392718 Sep 02 17:14:11.251092 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 40154) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:14:11.305788 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_v2 [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] Deleting subnet 3a50c83f-5b1e-40ad-a862-f35863b5fb27 {{(pid=94732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:14:11.309061 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:11.347818 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3612834'] for subnet, precommit_delete_associations {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:11.392056 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467972'] for subnet, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:11.538873 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1468095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13791280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13343739'] for subnet, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:11.568733 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a50c83f-5b1e-40ad-a862-f35863b5fb27,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:11.582515 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:11.597487 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3a50c83f-5b1e-40ad-a862-f35863b5fb27 HTTP/1.1" status: 204 len: 168 time: 0.3364058 Sep 02 17:14:11.597487 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:11.597487 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:11.597487 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:11.597487 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:11.597487 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:11.597994 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 40162) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:14:11.598510 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:11.598510 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:11.598510 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:11.598510 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:11.598510 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:11.598510 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:11.598510 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe3a30-0ee1-4187-99e6-e3c62ab6c73f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:14:11.700256 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e675927-b2af-417f-9704-92649f861a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645182'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:11.763155 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3b208c32-3e4c-4f76-a19b-6928a604cef3 req-c820e42e-b1db-463a-bf23-9db3a50ef3fe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780945 Sep 02 17:14:11.826230 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e675927-b2af-417f-9704-92649f861a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1470163', 'neutron.services.segments.db._delete_segments_for_network-8737482361959'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:11.856206 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-8e675927-b2af-417f-9704-92649f861a11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738444e4-ce26-4b0c-8734-6b95252db57f']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:14:11.869593 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-8e675927-b2af-417f-9704-92649f861a11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d75137e-1fd7-4082-91a5-5b85d1ff8eed') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:14:11.869891 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-8e675927-b2af-417f-9704-92649f861a11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d75137e-1fd7-4082-91a5-5b85d1ff8eed') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:14:11.882679 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e675927-b2af-417f-9704-92649f861a11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737482362224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13114054'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:11.898853 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b208c32-3e4c-4f76-a19b-6928a604cef3 req-1f3f207e-b958-420c-b97b-235663aee1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:11.900352 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3b208c32-3e4c-4f76-a19b-6928a604cef3 req-1f3f207e-b958-420c-b97b-235663aee1cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1&device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 1099 time: 0.0857129 Sep 02 17:14:11.901303 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e675927-b2af-417f-9704-92649f861a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:11.907983 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e675927-b2af-417f-9704-92649f861a11 admin admin] Releasing vlan 1234 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:14:11.908383 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e675927-b2af-417f-9704-92649f861a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13434355'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: Traceback (most recent call last): Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: timer() Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: cb(*args, **kw) Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: return func(*args, **kwargs) Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: self._notify() Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: self.callback(batched_events) Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: event.method(event) Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: return f(self, *a, **k) Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._get(url).json() Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:14:11.910194 dv-cinder-777031-8-iscsi neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:14:12.059332 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b208c32-3e4c-4f76-a19b-6928a604cef3 req-f1d3e500-1a07-4bfc-884a-00030d1304c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:12.060829 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3b208c32-3e4c-4f76-a19b-6928a604cef3 req-f1d3e500-1a07-4bfc-884a-00030d1304c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba HTTP/1.1" status: 200 len: 912 time: 0.1139407 Sep 02 17:14:12.076563 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e675927-b2af-417f-9704-92649f861a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483664'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:12.080399 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5e6b6-3eeb-40ca-81c7-60d0f678cae5 req-49af5e0f-3b90-422e-a87e-3346f51e69aa tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:12.082326 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e675927-b2af-417f-9704-92649f861a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:12.082486 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1ef5e6b6-3eeb-40ca-81c7-60d0f678cae5 req-49af5e0f-3b90-422e-a87e-3346f51e69aa tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0582001 Sep 02 17:14:12.084942 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-8e675927-b2af-417f-9704-92649f861a11 admin admin] 10.222.0.78 "DELETE /v2.0/networks/738444e4-ce26-4b0c-8734-6b95252db57f HTTP/1.1" status: 204 len: 168 time: 0.4900212 Sep 02 17:14:12.128170 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1ef5e6b6-3eeb-40ca-81c7-60d0f678cae5 req-1e6f3ecc-c5c8-45d8-a647-7a9b9e98f3a2 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354016 Sep 02 17:14:12.132169 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e675927-b2af-417f-9704-92649f861a11 admin admin] Pushing event deleted for resources: {'Network': ['ID=738444e4-ce26-4b0c-8734-6b95252db57f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:12.169027 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3b208c32-3e4c-4f76-a19b-6928a604cef3 req-3bc0fbe4-1d8d-4db1-ab63-90b2779d51df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c69e4472-919a-42b5-82bc-31d95eea99e4 HTTP/1.1" status: 200 len: 1002 time: 0.1005285 Sep 02 17:14:12.229335 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b208c32-3e4c-4f76-a19b-6928a604cef3 req-b0d1ff75-ef99-4d55-8442-37b7e06f2149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:12.231077 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3b208c32-3e4c-4f76-a19b-6928a604cef3 req-b0d1ff75-ef99-4d55-8442-37b7e06f2149 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96f3ac1b-8493-455d-b18b-b178cdc55f13 HTTP/1.1" status: 200 len: 849 time: 0.0477736 Sep 02 17:14:12.287561 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b208c32-3e4c-4f76-a19b-6928a604cef3 req-2f15adeb-a113-420e-b60e-84e157870c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:12.289179 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3b208c32-3e4c-4f76-a19b-6928a604cef3 req-2f15adeb-a113-420e-b60e-84e157870c9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502632 Sep 02 17:14:12.320756 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc9f8b-2b46-4386-91cc-5243281a9774 req-2f253581-8a5e-4fdc-9279-9b0999fc0527 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:12.320756 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-05dc9f8b-2b46-4386-91cc-5243281a9774 req-2f253581-8a5e-4fdc-9279-9b0999fc0527 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 946 time: 0.0570097 Sep 02 17:14:12.361662 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-05dc9f8b-2b46-4386-91cc-5243281a9774 req-b3c8d5e8-962e-4e13-890c-0949acb94665 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335793 Sep 02 17:14:12.391630 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3b208c32-3e4c-4f76-a19b-6928a604cef3 req-c992aebf-9066-4e58-9c3f-e5aa70191f1e service neutron] 10.222.0.46 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932746 Sep 02 17:14:12.491564 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3b208c32-3e4c-4f76-a19b-6928a604cef3 req-0f23eb33-b95d-42c1-a568-93260aba6826 service neutron] 10.222.0.46 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921881 Sep 02 17:14:12.491732 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f873e1-d004-4242-9766-f587ab31299c req-3de6927e-2840-4d47-997e-ba6bb5bdf8c8 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:12.492938 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a0f873e1-d004-4242-9766-f587ab31299c req-3de6927e-2840-4d47-997e-ba6bb5bdf8c8 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 946 time: 0.0522969 Sep 02 17:14:12.527000 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 40174) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:14:12.546995 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a0f873e1-d004-4242-9766-f587ab31299c req-ff260047-df5e-4d55-a153-2eb12d24042b tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479174 Sep 02 17:14:12.572249 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-83212dea-4de8-4f17-be87-df31ccae93fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:12.584881 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-601f9b0f-b6f8-4dc9-8ffe-fdd0bffbcd69 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ce61cbece70f44019c9692271ad82af0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0507092 Sep 02 17:14:12.587028 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 40178) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:14:12.643300 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-720f94bc-c73b-48fe-9cc5-b11246b130d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:12.670586 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-720f94bc-c73b-48fe-9cc5-b11246b130d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:12.821889 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-720f94bc-c73b-48fe-9cc5-b11246b130d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:12.823953 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-720f94bc-c73b-48fe-9cc5-b11246b130d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:12.826283 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-720f94bc-c73b-48fe-9cc5-b11246b130d7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4839b519-51a1-4d2f-9fc4-bfee3d512834 HTTP/1.1" status: 204 len: 168 time: 0.2370737 Sep 02 17:14:12.846477 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f94bc-c73b-48fe-9cc5-b11246b130d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4839b519-51a1-4d2f-9fc4-bfee3d512834,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:12.876164 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48417b1c-550c-487a-b382-14d46af37da6 req-9e51f666-1637-4d19-92ed-1520d14acead tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:12.878605 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-48417b1c-550c-487a-b382-14d46af37da6 req-9e51f666-1637-4d19-92ed-1520d14acead tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0931828 Sep 02 17:14:12.965674 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-48417b1c-550c-487a-b382-14d46af37da6 req-bbfcf383-2dfe-479c-83b2-cf65c21851da tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785177 Sep 02 17:14:12.990095 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1151695-b81a-448c-85f4-4a6bd0636f03 req-d856fd1b-563c-4d4e-8b49-ddf63e04347c tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:12.997911 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d1151695-b81a-448c-85f4-4a6bd0636f03 req-d856fd1b-563c-4d4e-8b49-ddf63e04347c tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 946 time: 0.0993624 Sep 02 17:14:13.033569 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d1151695-b81a-448c-85f4-4a6bd0636f03 req-189b2d7b-5122-4a1f-8b19-c66ea1befe42 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346682 Sep 02 17:14:13.268305 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97309d24-9b90-4176-8dd9-c17ba733649b req-8965a205-ae0f-414b-b4fe-ed5db33d491c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:13.269751 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-97309d24-9b90-4176-8dd9-c17ba733649b req-8965a205-ae0f-414b-b4fe-ed5db33d491c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0543907 Sep 02 17:14:13.312695 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-97309d24-9b90-4176-8dd9-c17ba733649b req-11306da3-58ea-4468-8e9d-1b5ddab49ce7 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364783 Sep 02 17:14:14.435923 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1d978-4be0-42c7-a2e4-bc171823b889 req-9868b530-bd86-434e-8f13-df160b526f60 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:14.437481 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-55f1d978-4be0-42c7-a2e4-bc171823b889 req-9868b530-bd86-434e-8f13-df160b526f60 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0503614 Sep 02 17:14:14.478177 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-55f1d978-4be0-42c7-a2e4-bc171823b889 req-59b9567b-edb4-433f-824c-5ed3c7d9a73f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346999 Sep 02 17:14:15.229447 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a37fda25-f97f-4de5-bf75-8b9d193715c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:15.567632 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:15.633862 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360418d0-4754-44b7-915b-1bd19f957019 req-e905ac0f-0083-44e2-9a5f-bd91d086c8fa tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:15.635446 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-360418d0-4754-44b7-915b-1bd19f957019 req-e905ac0f-0083-44e2-9a5f-bd91d086c8fa tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0814857 Sep 02 17:14:15.675095 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-360418d0-4754-44b7-915b-1bd19f957019 req-7489d810-20a3-488b-90d9-12075d17393f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335526 Sep 02 17:14:15.877205 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9139ce-2290-4326-8226-ffb0f492dade req-c1550f20-9d42-4a52-a4b7-59f33aa9c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:15.878791 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-6a9139ce-2290-4326-8226-ffb0f492dade req-c1550f20-9d42-4a52-a4b7-59f33aa9c7a1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756&tenant_id=66dd13919db54e2cb281cb857b403d5d HTTP/1.1" status: 200 len: 1096 time: 0.0730398 Sep 02 17:14:15.958561 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9139ce-2290-4326-8226-ffb0f492dade req-4c4ec072-8d71-4da0-b43a-7a8e0724fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:15.960452 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-6a9139ce-2290-4326-8226-ffb0f492dade req-4c4ec072-8d71-4da0-b43a-7a8e0724fad3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66dd13919db54e2cb281cb857b403d5d&device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 1096 time: 0.0415413 Sep 02 17:14:16.061567 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9139ce-2290-4326-8226-ffb0f492dade req-cf8be2af-1938-416d-85e1-94b83c840955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:16.063148 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-6a9139ce-2290-4326-8226-ffb0f492dade req-cf8be2af-1938-416d-85e1-94b83c840955 service neutron] 10.222.0.46 "GET /v2.0/networks?id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe HTTP/1.1" status: 200 len: 919 time: 0.0952218 Sep 02 17:14:16.138515 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-6a9139ce-2290-4326-8226-ffb0f492dade req-b15c9633-c41c-4e62-bf65-72d814c2b5ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f HTTP/1.1" status: 200 len: 999 time: 0.0668058 Sep 02 17:14:16.197708 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9139ce-2290-4326-8226-ffb0f492dade req-37fde26b-0f7d-4435-9b01-3f48aa099823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:16.199169 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-6a9139ce-2290-4326-8226-ffb0f492dade req-37fde26b-0f7d-4435-9b01-3f48aa099823 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50615b92-51e7-4a8e-a635-3931daa3277f HTTP/1.1" status: 200 len: 856 time: 0.0491083 Sep 02 17:14:16.229255 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:16.248150 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9139ce-2290-4326-8226-ffb0f492dade req-c36e8d68-042d-4eba-936b-30829144b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:16.249754 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-6a9139ce-2290-4326-8226-ffb0f492dade req-c36e8d68-042d-4eba-936b-30829144b573 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427649 Sep 02 17:14:16.801630 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bac1ed-e360-4373-9dcb-c71609c380e5 req-76a28997-8318-4a13-82fe-85909ffbaf31 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:16.803773 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-50bac1ed-e360-4373-9dcb-c71609c380e5 req-76a28997-8318-4a13-82fe-85909ffbaf31 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0510201 Sep 02 17:14:16.846822 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-50bac1ed-e360-4373-9dcb-c71609c380e5 req-37ed906f-f58b-4f83-aca7-7679126cc5ec tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344446 Sep 02 17:14:17.298651 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-6a9139ce-2290-4326-8226-ffb0f492dade req-692363fc-8825-41ec-a3c2-73b3c6537437 service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862737 Sep 02 17:14:17.967558 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66169c65-91b7-472f-bc7a-9e1d3f216d37 req-132c8608-eac9-426b-9dd9-1efecf6d6f01 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:17.969055 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-66169c65-91b7-472f-bc7a-9e1d3f216d37 req-132c8608-eac9-426b-9dd9-1efecf6d6f01 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0481024 Sep 02 17:14:18.009615 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-66169c65-91b7-472f-bc7a-9e1d3f216d37 req-97dce584-22b9-4de7-86c1-766fa829562d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338771 Sep 02 17:14:18.155105 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:18.161881 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-6a9139ce-2290-4326-8226-ffb0f492dade req-4e04b15b-2754-48b4-ac29-0f38f37f1a83 service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902290 Sep 02 17:14:19.137959 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f40bf-3ddb-4f69-821d-1601026f1b3f req-89c2683d-b3aa-4393-b094-4a330edbe8f3 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:19.138546 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4f9f40bf-3ddb-4f69-821d-1601026f1b3f req-89c2683d-b3aa-4393-b094-4a330edbe8f3 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0562360 Sep 02 17:14:19.180606 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4f9f40bf-3ddb-4f69-821d-1601026f1b3f req-423ca466-a272-449a-a063-be2e10e6e9c7 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358877 Sep 02 17:14:20.303579 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfb1ae-b3b1-45f7-8bc9-f8b078dc355e req-66060a25-c023-452a-87c3-08930630f173 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:20.305151 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-25dfb1ae-b3b1-45f7-8bc9-f8b078dc355e req-66060a25-c023-452a-87c3-08930630f173 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0520103 Sep 02 17:14:20.346011 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-25dfb1ae-b3b1-45f7-8bc9-f8b078dc355e req-977c65bd-9aeb-4780-b449-17583799542b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349350 Sep 02 17:14:21.465789 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518680b6-a925-4a75-87e6-06474c087353 req-e44d2bfa-50b6-4a50-90b5-fb84c00d43c5 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:21.467273 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-518680b6-a925-4a75-87e6-06474c087353 req-e44d2bfa-50b6-4a50-90b5-fb84c00d43c5 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0485723 Sep 02 17:14:21.505638 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-518680b6-a925-4a75-87e6-06474c087353 req-5a8052d3-4132-4a30-8bbc-79829fd6a2b8 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324216 Sep 02 17:14:22.635528 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f8987-b087-4667-8465-6184bbdf4b82 req-00ec2892-e6eb-4e06-9cd3-9e7ce93ce800 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:22.636997 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-253f8987-b087-4667-8465-6184bbdf4b82 req-00ec2892-e6eb-4e06-9cd3-9e7ce93ce800 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0546143 Sep 02 17:14:22.681133 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-253f8987-b087-4667-8465-6184bbdf4b82 req-71c1c593-f5f0-4c5b-82ce-2a1c3b84b3d8 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380087 Sep 02 17:14:23.815293 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a655b8-adf0-49af-86b7-2662dbc77499 req-8708f0f6-18f7-489e-9d11-03350667638b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:23.816788 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b5a655b8-adf0-49af-86b7-2662dbc77499 req-8708f0f6-18f7-489e-9d11-03350667638b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0517151 Sep 02 17:14:23.872052 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b5a655b8-adf0-49af-86b7-2662dbc77499 req-559dd58f-4925-40c6-a8d5-b7133937ef09 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472972 Sep 02 17:14:24.998837 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1b571-66c9-4f11-880b-3aaaf5a58945 req-4fc861b2-efd3-476c-ad15-56320f0ab664 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:25.000197 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e5b1b571-66c9-4f11-880b-3aaaf5a58945 req-4fc861b2-efd3-476c-ad15-56320f0ab664 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0491173 Sep 02 17:14:25.045902 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e5b1b571-66c9-4f11-880b-3aaaf5a58945 req-84ad20b9-373d-4206-8203-3073f8a23737 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397220 Sep 02 17:14:26.172753 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577da48-1ee9-44f9-9b15-953511fe36f1 req-460f6924-e20d-446e-ac49-340919ccc3bb tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:26.174318 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6577da48-1ee9-44f9-9b15-953511fe36f1 req-460f6924-e20d-446e-ac49-340919ccc3bb tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0542068 Sep 02 17:14:26.215182 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6577da48-1ee9-44f9-9b15-953511fe36f1 req-ce86d597-e1bd-44b5-a5d5-15733c534a50 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337603 Sep 02 17:14:27.367212 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcfd9f-c7a9-47f9-946c-43b72c4a8f74 req-72c2349f-3c64-48f4-8f20-1e11d4275463 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:27.369747 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-23dcfd9f-c7a9-47f9-946c-43b72c4a8f74 req-72c2349f-3c64-48f4-8f20-1e11d4275463 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0632033 Sep 02 17:14:27.415542 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-23dcfd9f-c7a9-47f9-946c-43b72c4a8f74 req-d5c22e38-4ea1-48b2-86af-11b4a83828eb tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354760 Sep 02 17:14:28.538721 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97033fe8-0002-4ff7-a4e4-83af8f38cd43 req-92f96c52-5800-490f-b866-0f2bc8a87371 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:28.540150 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-97033fe8-0002-4ff7-a4e4-83af8f38cd43 req-92f96c52-5800-490f-b866-0f2bc8a87371 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0503879 Sep 02 17:14:28.579099 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-97033fe8-0002-4ff7-a4e4-83af8f38cd43 req-e501ed88-e728-486d-8216-bf1592aeef63 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328791 Sep 02 17:14:29.891234 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf1464-9518-48a0-8a95-4b018ec81c6d req-2ac1e268-b20d-4183-a5fd-d36e5c803312 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:29.892610 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a5cf1464-9518-48a0-8a95-4b018ec81c6d req-2ac1e268-b20d-4183-a5fd-d36e5c803312 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.2224898 Sep 02 17:14:29.934017 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a5cf1464-9518-48a0-8a95-4b018ec81c6d req-3b89e14e-d14b-46f0-89ae-90e898facea2 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346825 Sep 02 17:14:31.074872 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c886c-2164-4499-9331-dcb14c19975b req-013235c4-a320-4719-9b83-97c855bbc7d8 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:31.076466 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e40c886c-2164-4499-9331-dcb14c19975b req-013235c4-a320-4719-9b83-97c855bbc7d8 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0617206 Sep 02 17:14:31.119169 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e40c886c-2164-4499-9331-dcb14c19975b req-d77dda74-ffe6-42a4-b4ec-c84fd960681e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364335 Sep 02 17:14:32.265585 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bbbb4-e4f5-40d7-b99b-6aee872c672f req-4303e0c3-8ea4-4087-b400-7415f4395b5c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:32.267095 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-042bbbb4-e4f5-40d7-b99b-6aee872c672f req-4303e0c3-8ea4-4087-b400-7415f4395b5c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0494940 Sep 02 17:14:32.309553 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-042bbbb4-e4f5-40d7-b99b-6aee872c672f req-50765050-f880-4f50-ab2d-1f1201b633f6 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353830 Sep 02 17:14:33.446883 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b97df-46fe-4b09-8941-0ff01496440c req-aed7cbb1-4dcd-4dc2-b837-01acd3a66678 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:33.448412 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-183b97df-46fe-4b09-8941-0ff01496440c req-aed7cbb1-4dcd-4dc2-b837-01acd3a66678 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0561800 Sep 02 17:14:33.488564 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-183b97df-46fe-4b09-8941-0ff01496440c req-b751c9f0-a742-4f59-a754-3abb84285e4d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340877 Sep 02 17:14:34.626305 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3ee6b-abe6-47b1-ab52-6921acddd772 req-c362f959-7d9d-4cfb-983c-369bc7f2bd1b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:34.627084 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-86d3ee6b-abe6-47b1-ab52-6921acddd772 req-c362f959-7d9d-4cfb-983c-369bc7f2bd1b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0613148 Sep 02 17:14:34.666668 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-86d3ee6b-abe6-47b1-ab52-6921acddd772 req-0190c1f0-6b9e-48d9-b535-af7913bbc29e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327625 Sep 02 17:14:34.703289 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:14:35.807251 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253f265-ae13-49ef-9c35-15b391b32b07 req-2fb02bce-6699-4744-b926-05e614b19d3d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:35.808769 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6253f265-ae13-49ef-9c35-15b391b32b07 req-2fb02bce-6699-4744-b926-05e614b19d3d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0598106 Sep 02 17:14:35.848652 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6253f265-ae13-49ef-9c35-15b391b32b07 req-9caeaaea-7273-4eae-b0eb-bce360b82778 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338273 Sep 02 17:14:36.996619 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec839db-1368-4879-b196-b997fd6ab3b1 req-298d03c2-fad3-4f13-9c19-a4c3ace6b5ea tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:36.998255 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bec839db-1368-4879-b196-b997fd6ab3b1 req-298d03c2-fad3-4f13-9c19-a4c3ace6b5ea tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0625246 Sep 02 17:14:37.039198 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bec839db-1368-4879-b196-b997fd6ab3b1 req-03832ebf-6e55-4606-a4f1-8bc8bdb138d2 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349159 Sep 02 17:14:38.169585 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea4e96-82fc-4149-b11a-d95b3742dacd req-4cb02fb4-bdd7-4f86-96ef-ee7ff1bb7cfc tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:38.171209 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-87ea4e96-82fc-4149-b11a-d95b3742dacd req-4cb02fb4-bdd7-4f86-96ef-ee7ff1bb7cfc tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0545459 Sep 02 17:14:38.222458 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-87ea4e96-82fc-4149-b11a-d95b3742dacd req-ba9d8178-6de9-41aa-a81b-bb21cafec74a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446534 Sep 02 17:14:39.374267 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5544b-e73b-44b5-9199-cbe11331427f req-8dafb9d8-4384-42f4-8585-e5d35820d9db tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:39.376039 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2ee5544b-e73b-44b5-9199-cbe11331427f req-8dafb9d8-4384-42f4-8585-e5d35820d9db tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0652356 Sep 02 17:14:39.417435 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2ee5544b-e73b-44b5-9199-cbe11331427f req-54217bde-a1a2-471b-8878-342a408eaa25 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346677 Sep 02 17:14:39.771926 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:40.544642 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb64fd1-ca09-4daf-bb33-cae35ad776c9 req-a2426cc8-c0d5-4b5f-861b-e90c04ebe920 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:40.546357 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2fb64fd1-ca09-4daf-bb33-cae35ad776c9 req-a2426cc8-c0d5-4b5f-861b-e90c04ebe920 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0544310 Sep 02 17:14:40.588200 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2fb64fd1-ca09-4daf-bb33-cae35ad776c9 req-e1c56fd5-3fd9-4f33-84ab-e62712617241 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359654 Sep 02 17:14:41.729147 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a411e92-9560-468c-ba86-b86177dd279c req-982d3ce6-1910-40f6-8285-ba56d7bebc94 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:41.732660 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4a411e92-9560-468c-ba86-b86177dd279c req-982d3ce6-1910-40f6-8285-ba56d7bebc94 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0680282 Sep 02 17:14:41.780472 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4a411e92-9560-468c-ba86-b86177dd279c req-12384663-c82e-4c73-b5b2-20a8a4e354f1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410719 Sep 02 17:14:42.561725 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-377c2666-7278-4178-9f88-d5db473abd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:42.907041 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c7ef3-8d2f-4b61-a0f2-1f835ccefd6f req-d248e9be-5858-4144-96f8-50aecc4a4009 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:42.911009 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e63c7ef3-8d2f-4b61-a0f2-1f835ccefd6f req-d248e9be-5858-4144-96f8-50aecc4a4009 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0507252 Sep 02 17:14:42.948311 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e63c7ef3-8d2f-4b61-a0f2-1f835ccefd6f req-4bfe17e8-fc27-4472-84bf-49141e8cb5d0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334208 Sep 02 17:14:43.265583 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 40748) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:14:43.372828 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-70b9be3a-b835-440d-98a8-b7c2bea43087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:43.472062 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-70b9be3a-b835-440d-98a8-b7c2bea43087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:43.562056 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-70b9be3a-b835-440d-98a8-b7c2bea43087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:43.602123 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9be3a-b835-440d-98a8-b7c2bea43087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebf3ccf-6572-4945-8a58-58fb74297dc6,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:43.610609 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-70b9be3a-b835-440d-98a8-b7c2bea43087 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d085621c49a3467b8a5a9001c94bb647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3434622 Sep 02 17:14:43.612817 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 40758) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:14:43.662666 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3b5eef2e-105f-48bf-a2a8-406672536e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:43.690373 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3b5eef2e-105f-48bf-a2a8-406672536e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:43.824754 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3b5eef2e-105f-48bf-a2a8-406672536e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:43.827321 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3b5eef2e-105f-48bf-a2a8-406672536e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:43.828534 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-3b5eef2e-105f-48bf-a2a8-406672536e7d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6ebf3ccf-6572-4945-8a58-58fb74297dc6 HTTP/1.1" status: 204 len: 168 time: 0.2145786 Sep 02 17:14:43.837158 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5eef2e-105f-48bf-a2a8-406672536e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebf3ccf-6572-4945-8a58-58fb74297dc6,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:44.074776 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e2ee8-c330-4692-bde8-7bfb343bb917 req-3d78971c-040b-4b51-822a-daeb314f848f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:44.083528 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-de7e2ee8-c330-4692-bde8-7bfb343bb917 req-3d78971c-040b-4b51-822a-daeb314f848f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0569360 Sep 02 17:14:44.123017 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-de7e2ee8-c330-4692-bde8-7bfb343bb917 req-dc2cd2d2-3a4c-418d-a509-9d2a3a8885d2 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385320 Sep 02 17:14:44.430060 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff640f1-c926-42b9-b8c3-b3aa241c6c6a req-cde5d41b-37a6-4487-8e43-eacf7e459357 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:44.431621 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-aff640f1-c926-42b9-b8c3-b3aa241c6c6a req-cde5d41b-37a6-4487-8e43-eacf7e459357 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0542791 Sep 02 17:14:44.473455 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-aff640f1-c926-42b9-b8c3-b3aa241c6c6a req-6ff53f52-7813-42f8-9b9a-6be09d27e4e7 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349801 Sep 02 17:14:44.547404 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df915111-8650-427e-bd57-c5dd8151885c req-1da29893-eebd-4d85-bd94-1e84cc4b783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:44.550124 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-df915111-8650-427e-bd57-c5dd8151885c req-1da29893-eebd-4d85-bd94-1e84cc4b783e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4812d28f2a546d688696505f61ea503&device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 1099 time: 0.0422430 Sep 02 17:14:44.664538 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df915111-8650-427e-bd57-c5dd8151885c req-f99f8b79-2645-4a1c-8d85-d1e344f75dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:44.664538 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-df915111-8650-427e-bd57-c5dd8151885c req-f99f8b79-2645-4a1c-8d85-d1e344f75dc1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d HTTP/1.1" status: 200 len: 921 time: 0.1074204 Sep 02 17:14:44.710403 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-df915111-8650-427e-bd57-c5dd8151885c req-265d6d71-d105-477f-8f00-e7f9259c3b9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d HTTP/1.1" status: 200 len: 217 time: 0.0377142 Sep 02 17:14:44.763800 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:14:44.800465 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df915111-8650-427e-bd57-c5dd8151885c req-3aaef1f7-69cf-4a49-a4ff-89223eb58182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:44.802574 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-df915111-8650-427e-bd57-c5dd8151885c req-3aaef1f7-69cf-4a49-a4ff-89223eb58182 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f679a40-1eb3-4231-b690-a44300e7c2c9 HTTP/1.1" status: 200 len: 859 time: 0.0651703 Sep 02 17:14:44.868172 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-df915111-8650-427e-bd57-c5dd8151885c req-d2598629-d6e8-4a75-9e30-d2a7f9f9a56e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527833 Sep 02 17:14:44.975609 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-df915111-8650-427e-bd57-c5dd8151885c req-f10d4242-1db2-4792-bc9a-eebd8f6e9b13 service neutron] 10.222.0.46 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945888 Sep 02 17:14:45.021618 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:14:45.051714 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'port_id': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f', 'mac_address': 'fa:16:3e:c2:5f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:14:45.097549 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-df915111-8650-427e-bd57-c5dd8151885c req-11019b54-6229-4b76-b707-27924c538f15 service neutron] 10.222.0.46 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138179 Sep 02 17:14:45.111643 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:45.134537 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:14:45.168749 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:14:45.263519 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffda7b8-858f-4e81-96ae-1f587f7760aa req-013d1ddf-8fcb-4cf8-8467-3a65889ae3c1 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:45.265030 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0ffda7b8-858f-4e81-96ae-1f587f7760aa req-013d1ddf-8fcb-4cf8-8467-3a65889ae3c1 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 945 time: 0.0800147 Sep 02 17:14:45.279836 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63982bd4-6d13-4411-851e-507c46c3c21b req-c693b61e-c260-48f2-bc12-4980be112870 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:45.282579 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ed45cd87-b338-491b-bce1-1e9ea1817531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:45.284148 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:45.289722 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-63982bd4-6d13-4411-851e-507c46c3c21b req-c693b61e-c260-48f2-bc12-4980be112870 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 943 time: 0.0772786 Sep 02 17:14:45.340490 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,revision_number=9']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:45.347361 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-63982bd4-6d13-4411-851e-507c46c3c21b req-c490e5b4-a50e-4b6c-9517-ca650b650210 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577009 Sep 02 17:14:45.356825 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0ffda7b8-858f-4e81-96ae-1f587f7760aa req-fd42d1f9-2dc7-4bc9-a6b0-78226fa94734 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848424 Sep 02 17:14:45.567511 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:45.606718 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63428f0b-000b-41a9-a73b-835ab5e46a85 req-595cb4e5-f83b-4091-a6a3-5c38ffd1b4fc tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:45.613826 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-63428f0b-000b-41a9-a73b-835ab5e46a85 req-595cb4e5-f83b-4091-a6a3-5c38ffd1b4fc tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0580113 Sep 02 17:14:45.650252 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-63428f0b-000b-41a9-a73b-835ab5e46a85 req-4176c351-05d7-4b6c-bc81-5ccf0cecd38c tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355668 Sep 02 17:14:45.791237 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:14:46.247827 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:46.507117 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211510f-2367-4eed-bcf0-bc5e75556905 req-89b6852d-bc5e-412c-ab0d-d6effb588f9b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:46.508646 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6211510f-2367-4eed-bcf0-bc5e75556905 req-89b6852d-bc5e-412c-ab0d-d6effb588f9b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 944 time: 0.0843258 Sep 02 17:14:46.518796 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b774b8-e039-45ff-bb7a-16bc9555c620 req-b7008fdc-994e-493a-908c-17ef81e788b5 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:46.520324 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-32b774b8-e039-45ff-bb7a-16bc9555c620 req-b7008fdc-994e-493a-908c-17ef81e788b5 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 945 time: 0.0947382 Sep 02 17:14:46.592931 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6211510f-2367-4eed-bcf0-bc5e75556905 req-50590e83-bb87-4453-aef3-f9cddf033521 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546787 Sep 02 17:14:46.601896 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-32b774b8-e039-45ff-bb7a-16bc9555c620 req-fbbaa82a-3dd7-4f5a-a638-d68dbfd82885 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714197 Sep 02 17:14:46.773207 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:14:46.810819 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb58b3-3ca2-458b-a04c-3705e1c47f27 req-0f22ea5a-ebb3-420e-9ec4-bbb32b0a903e tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:46.810819 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-31fb58b3-3ca2-458b-a04c-3705e1c47f27 req-0f22ea5a-ebb3-420e-9ec4-bbb32b0a903e tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0583665 Sep 02 17:14:46.829146 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:14:46.829583 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:46.860006 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-31fb58b3-3ca2-458b-a04c-3705e1c47f27 req-9df5c6de-63c5-467c-bbbd-6efd354618f0 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482862 Sep 02 17:14:46.919796 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:46.943014 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817c0aa7-d60f-44b7-b28f-0025069af756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:14:46.945419 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397bb1ec-8176-4019-92d3-d054dbdd559f" -d '{"events": [{"server_uuid": "817c0aa7-d60f-44b7-b28f-0025069af756", "name": "network-vif-plugged", "status": "completed", "tag": "bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:14:46.958796 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:14:46.984965 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408917c5-11e9-4185-a00c-a499d035d84e x-openstack-request-id: req-408917c5-11e9-4185-a00c-a499d035d84e {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:14:46.985432 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817c0aa7-d60f-44b7-b28f-0025069af756", "name": "network-vif-plugged", "status": "completed", "tag": "bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:14:46.985694 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-408917c5-11e9-4185-a00c-a499d035d84e {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:14:46.986092 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817c0aa7-d60f-44b7-b28f-0025069af756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f', 'code': 200} Sep 02 17:14:47.059298 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:47.110600 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,revision_number=10']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:47.790302 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8350f-914e-42c4-baf1-f8f6851a3690 req-a2e35a0e-1b4b-4ccd-9a3a-47786f45e20f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:47.791924 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f8f8350f-914e-42c4-baf1-f8f6851a3690 req-a2e35a0e-1b4b-4ccd-9a3a-47786f45e20f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 946 time: 0.0915499 Sep 02 17:14:47.802519 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca70d09-525e-4cb2-85fd-e9e08adf1bb0 req-626cd5b1-68ad-4a5a-b9b2-4334cdaca1da tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:47.807046 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-eca70d09-525e-4cb2-85fd-e9e08adf1bb0 req-626cd5b1-68ad-4a5a-b9b2-4334cdaca1da tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 945 time: 0.1068692 Sep 02 17:14:47.862570 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f8f8350f-914e-42c4-baf1-f8f6851a3690 req-5624961b-2722-4c56-a14e-03f9ffbbd6e3 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574656 Sep 02 17:14:47.867828 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-eca70d09-525e-4cb2-85fd-e9e08adf1bb0 req-ef50e395-59fb-4358-9703-49502a16bd06 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563595 Sep 02 17:14:47.971481 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ab068-76cc-4a9e-8c08-0c8d372956f4 req-0b9079c0-fad0-41db-aee6-8c48913237d1 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:47.972946 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-481ab068-76cc-4a9e-8c08-0c8d372956f4 req-0b9079c0-fad0-41db-aee6-8c48913237d1 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.46 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 945 time: 0.0819063 Sep 02 17:14:47.975669 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726f60c-2f54-44c4-aa49-9b834bfb835e req-ee2f5907-662e-47a2-baf0-8bcaad4e35e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:47.977083 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-0726f60c-2f54-44c4-aa49-9b834bfb835e req-ee2f5907-662e-47a2-baf0-8bcaad4e35e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 1099 time: 0.0967355 Sep 02 17:14:47.997743 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed528c-9207-4b4b-88b2-a38d7267903c req-36534c2b-eabf-4350-8043-cae69cb5c608 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:47.999404 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bfed528c-9207-4b4b-88b2-a38d7267903c req-36534c2b-eabf-4350-8043-cae69cb5c608 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0619814 Sep 02 17:14:48.040935 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bfed528c-9207-4b4b-88b2-a38d7267903c req-8d7224ce-f73f-4aa9-b40d-bd89226d1576 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348926 Sep 02 17:14:48.073842 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-0726f60c-2f54-44c4-aa49-9b834bfb835e req-c76990dd-7c06-45e0-9915-35fedc5dde86 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843079 Sep 02 17:14:48.108068 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-481ab068-76cc-4a9e-8c08-0c8d372956f4 req-2bb6ddb1-a246-45eb-9044-98d02bc79eaf tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Deleting port b700498e-ffeb-4610-b72f-3ebf77e2af4d {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:14:48.108408 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-481ab068-76cc-4a9e-8c08-0c8d372956f4 req-2bb6ddb1-a246-45eb-9044-98d02bc79eaf tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:48.196879 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:48.430417 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-481ab068-76cc-4a9e-8c08-0c8d372956f4 req-2bb6ddb1-a246-45eb-9044-98d02bc79eaf tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] For port b700498e-ffeb-4610-b72f-3ebf77e2af4d, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b700498e-ffeb-4610-b72f-3ebf77e2af4d,segment=NetworkSegment(90992942-a7e9-4c62-93f9-c74e32098b48),segment_id=90992942-a7e9-4c62-93f9-c74e32098b48)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:14:48.431062 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-481ab068-76cc-4a9e-8c08-0c8d372956f4 req-2bb6ddb1-a246-45eb-9044-98d02bc79eaf tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:48.444954 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-481ab068-76cc-4a9e-8c08-0c8d372956f4 req-2bb6ddb1-a246-45eb-9044-98d02bc79eaf tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Calling delete_port for b700498e-ffeb-4610-b72f-3ebf77e2af4d owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:14:48.665608 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-481ab068-76cc-4a9e-8c08-0c8d372956f4 req-2bb6ddb1-a246-45eb-9044-98d02bc79eaf tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:48.694669 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6ddb1-a246-45eb-9044-98d02bc79eaf tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Pushing event deleted for resources: {'Port': ['ID=b700498e-ffeb-4610-b72f-3ebf77e2af4d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:48.706526 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['b700498e-ffeb-4610-b72f-3ebf77e2af4d'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:14:48.741341 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-481ab068-76cc-4a9e-8c08-0c8d372956f4 req-2bb6ddb1-a246-45eb-9044-98d02bc79eaf tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] No DVR routers for this DVR port b700498e-ffeb-4610-b72f-3ebf77e2af4d on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:14:48.748744 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-481ab068-76cc-4a9e-8c08-0c8d372956f4 req-2bb6ddb1-a246-45eb-9044-98d02bc79eaf tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:48.750790 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-481ab068-76cc-4a9e-8c08-0c8d372956f4 req-2bb6ddb1-a246-45eb-9044-98d02bc79eaf tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.46 "DELETE /v2.0/ports/b700498e-ffeb-4610-b72f-3ebf77e2af4d HTTP/1.1" status: 204 len: 173 time: 0.7626092 Sep 02 17:14:48.753647 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db60963-90ca-4e8c-b76c-c7cb32b164ed', 'name': 'network-vif-deleted', 'tag': 'b700498e-ffeb-4610-b72f-3ebf77e2af4d'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:14:48.753647 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccec6c84-cb67-4823-b408-66170daec8ba" -d '{"events": [{"server_uuid": "1db60963-90ca-4e8c-b76c-c7cb32b164ed", "name": "network-vif-deleted", "tag": "b700498e-ffeb-4610-b72f-3ebf77e2af4d"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:14:48.788258 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd2d565-ae77-4cda-9636-632a4ce5fdb3 x-openstack-request-id: req-7cd2d565-ae77-4cda-9636-632a4ce5fdb3 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:14:48.788444 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db60963-90ca-4e8c-b76c-c7cb32b164ed", "name": "network-vif-deleted", "tag": "b700498e-ffeb-4610-b72f-3ebf77e2af4d", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:14:48.788734 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7cd2d565-ae77-4cda-9636-632a4ce5fdb3 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:14:48.789043 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db60963-90ca-4e8c-b76c-c7cb32b164ed', 'name': 'network-vif-deleted', 'tag': 'b700498e-ffeb-4610-b72f-3ebf77e2af4d', 'status': 'completed', 'code': 200} Sep 02 17:14:48.999327 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-37f13092-81b3-41a6-b4b7-71ea28d7448b req-8e1dce87-92e0-4dca-9e44-49c998c17376 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 210 time: 0.0481677 Sep 02 17:14:49.015764 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b252a6-b750-4fb9-85d5-72260e122a3a req-9a620861-66bf-4092-9ad7-eee5125bb388 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:49.017322 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-30b252a6-b750-4fb9-85d5-72260e122a3a req-9a620861-66bf-4092-9ad7-eee5125bb388 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 946 time: 0.0779808 Sep 02 17:14:49.064139 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-30b252a6-b750-4fb9-85d5-72260e122a3a req-0b261a5a-0d69-4e05-83ef-b661881d3632 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398731 Sep 02 17:14:49.166844 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6619dc-a7fe-4df6-8114-5ce6d477dd17 req-6e06c48f-a9d6-4205-bd80-8b3798161c3c tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:49.168345 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ea6619dc-a7fe-4df6-8114-5ce6d477dd17 req-6e06c48f-a9d6-4205-bd80-8b3798161c3c tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0500848 Sep 02 17:14:49.209394 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ea6619dc-a7fe-4df6-8114-5ce6d477dd17 req-a34482e4-07b6-4216-8c50-6bd2e923846e tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344441 Sep 02 17:14:50.133867 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ab55d7fe-8f21-4b6f-ba20-215ee061d9e2 req-6f7e4ae8-d950-457c-88db-aeab22e65eb9 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db60963-90ca-4e8c-b76c-c7cb32b164ed HTTP/1.1" status: 200 len: 210 time: 0.0406895 Sep 02 17:14:50.212748 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8ffec-8934-4352-9762-0f739112231b req-0d22a0f1-0119-4dc1-82f7-0a6765324014 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:50.215547 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-97a8ffec-8934-4352-9762-0f739112231b req-0d22a0f1-0119-4dc1-82f7-0a6765324014 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 946 time: 0.0533574 Sep 02 17:14:50.255405 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-97a8ffec-8934-4352-9762-0f739112231b req-dcf67a61-9c79-4c88-8cf6-2e91dc97bab0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335898 Sep 02 17:14:50.342254 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2037e1-1660-477d-b1e7-4c53aa9fc01f req-50dddcb4-a4b3-422a-baca-a54d4f632ac8 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:50.343960 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cd2037e1-1660-477d-b1e7-4c53aa9fc01f req-50dddcb4-a4b3-422a-baca-a54d4f632ac8 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0597372 Sep 02 17:14:50.389039 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cd2037e1-1660-477d-b1e7-4c53aa9fc01f req-cfa79984-89bc-4f16-9062-9449d8033df2 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388153 Sep 02 17:14:51.384122 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7b7d8-a706-4cdf-8518-7884f7dc368b req-715aeb5c-9d90-4017-9ff0-7bab76c95ced tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:51.386608 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8ae7b7d8-a706-4cdf-8518-7884f7dc368b req-715aeb5c-9d90-4017-9ff0-7bab76c95ced tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 946 time: 0.0538452 Sep 02 17:14:51.429640 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8ae7b7d8-a706-4cdf-8518-7884f7dc368b req-199a1506-8551-4ef0-bb2b-949471ac787e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370820 Sep 02 17:14:51.536756 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450487b-f325-4f8a-86b5-6c3a337fd7cc req-87bf6876-3dd3-4b41-a99f-80a8853a28ad tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:51.538344 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2450487b-f325-4f8a-86b5-6c3a337fd7cc req-87bf6876-3dd3-4b41-a99f-80a8853a28ad tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0564964 Sep 02 17:14:51.581054 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2450487b-f325-4f8a-86b5-6c3a337fd7cc req-0fcc1f6c-2b48-4f78-8c5e-441ff7242a36 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358500 Sep 02 17:14:52.572369 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b8402-191d-49f6-b6cd-afa2474fc506 req-e00eaf23-b0ad-4e12-883f-963a764b1f80 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:52.579302 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3b7b8402-191d-49f6-b6cd-afa2474fc506 req-e00eaf23-b0ad-4e12-883f-963a764b1f80 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 946 time: 0.0544193 Sep 02 17:14:52.629598 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3b7b8402-191d-49f6-b6cd-afa2474fc506 req-07c57973-7763-4896-a065-d60e14047121 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488343 Sep 02 17:14:52.726528 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49f7b5-edc4-428b-b9b1-59f548e7ee2a req-0f4fae1d-9209-4007-80fb-53018a817be6 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:52.728077 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ba49f7b5-edc4-428b-b9b1-59f548e7ee2a req-0f4fae1d-9209-4007-80fb-53018a817be6 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0551684 Sep 02 17:14:52.972201 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ba49f7b5-edc4-428b-b9b1-59f548e7ee2a req-ca308f5a-4f0f-431c-959f-ff5863a65e9d tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469010 Sep 02 17:14:53.192243 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965f644-e211-4408-bde3-b73a5c87ee60 req-5c907e40-fd8c-46c9-91bc-6304ce8cb676 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:53.193743 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2965f644-e211-4408-bde3-b73a5c87ee60 req-5c907e40-fd8c-46c9-91bc-6304ce8cb676 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 946 time: 0.0536017 Sep 02 17:14:53.234131 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2965f644-e211-4408-bde3-b73a5c87ee60 req-909269f2-cefb-480a-a484-ccdcc60f71d0 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341611 Sep 02 17:14:53.257223 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 41062) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:14:53.453239 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2846db-9339-4c69-bc70-18037c5dabb3 tempest-TestMinimumBasicScenario-1148665940 tempest-TestMinimumBasicScenario-1148665940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:53.454812 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-cf2846db-9339-4c69-bc70-18037c5dabb3 tempest-TestMinimumBasicScenario-1148665940 tempest-TestMinimumBasicScenario-1148665940-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 1094 time: 0.1965451 Sep 02 17:14:53.457847 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 41074) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:14:53.462470 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Request body: {'floatingip': {'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'port_id': 'b5bcf32c-9982-4f32-8417-b8ce31794427', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:14:53.568243 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for floatingip, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:53.681235 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:53.823563 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_common [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Allocated IP 172.27.3.162 (590119a4-1f8b-48ad-9c89-4c6964c18e67/7cdc9a3e-6ce5-4dce-a686-134e15b48f48/ef6aef14-e4e4-4069-97e9-5f8d95085e74) {{(pid=94732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:14:53.958375 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a760827-d7c7-4f7a-919c-159c13f13ce1 req-05eadded-7b9d-4849-b3b5-cd0f0c861849 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:53.959860 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1a760827-d7c7-4f7a-919c-159c13f13ce1 req-05eadded-7b9d-4849-b3b5-cd0f0c861849 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0823503 Sep 02 17:14:53.995745 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for port, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:54.000385 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device b700498e-ffeb-4610-b72f-3ebf77e2af4d no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:14:54.030515 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1a760827-d7c7-4f7a-919c-159c13f13ce1 req-d602b1fd-3ff7-4987-8760-c3b76b97363b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554593 Sep 02 17:14:54.030769 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: b700498e-ffeb-4610-b72f-3ebf77e2af4d {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:14:54.030769 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device b700498e-ffeb-4610-b72f-3ebf77e2af4d not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:14:54.191121 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:54.228874 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:14:54.232250 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:14:54.235646 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Received port after_create {{(pid=94732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:14:54.266201 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Pushing event updated for resources: {'Port': ['ID=ef6aef14-e4e4-4069-97e9-5f8d95085e74,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:54.871641 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:55.089071 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:55.218394 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fbdc6-86f0-43b8-9f97-a442d1dd055a req-b3adb559-2c77-4678-b3ac-6fab743fc459 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:55.219930 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-806fbdc6-86f0-43b8-9f97-a442d1dd055a req-b3adb559-2c77-4678-b3ac-6fab743fc459 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.1077042 Sep 02 17:14:55.280561 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-806fbdc6-86f0-43b8-9f97-a442d1dd055a req-3a46b570-3f67-473b-964a-a0ca113e3216 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545154 Sep 02 17:14:55.323113 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:55.396807 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13791354'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:55.472102 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Pushing event updated for resources: {'Port': ['ID=ef6aef14-e4e4-4069-97e9-5f8d95085e74,revision_number=2']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:55.480905 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-483694'] for floatingip, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:55.580706 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.l3_db [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Floating IP 4bdccfeb-d1e4-4291-b2dc-d3dc09447d40 associated. External IP: 172.27.3.162, port: b5bcf32c-9982-4f32-8417-b8ce31794427. Sep 02 17:14:55.788835 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Router 58c6c9af-8917-44fc-8e55-786de8229b25 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:14:55.904436 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:14:55.914135 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d96e5a9-6f8c-4fc6-8e81-ee19b594afc0 None None] Sync routers for ids ['58c6c9af-8917-44fc-8e55-786de8229b25'] in dv-cinder-777031-8-iscsi {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:14:55.924874 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d96e5a9-6f8c-4fc6-8e81-ee19b594afc0 None None] Routers {'58c6c9af-8917-44fc-8e55-786de8229b25'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:14:55.925719 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0d96e5a9-6f8c-4fc6-8e81-ee19b594afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:14:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['58c6c9af-8917-44fc-8e55-786de8229b25'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:14:55.983427 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:56.011524 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-0453ba53-34be-4591-a058-d416ae43db81 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5519607 Sep 02 17:14:56.013916 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eaad4eb-aa50-4b1f-9aee-cc9b60773689', 'tag': 'b5bcf32c-9982-4f32-8417-b8ce31794427'}] {{(pid=94732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:14:56.014212 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 41124) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:14:56.019083 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-98ab3dcf-38b8-46a4-b5a2-ea5290021513 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-337140545', 'description': 'tempest-secgroup-smoke-337140545 description', 'project_id': '593a12d1eba34b93b2fdacfd91d812ad'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:14:56.047043 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-0d96e5a9-6f8c-4fc6-8e81-ee19b594afc0 None None] Set router 58c6c9af-8917-44fc-8e55-786de8229b25 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:14:56.131663 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643edee48d4aa60f3972c255eb08e6184b38aa64b8c7e1e79c40afc0c33c1f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc1a736-d06d-4763-b117-cc8995685f43" -d '{"events": [{"name": "network-changed", "server_uuid": "3eaad4eb-aa50-4b1f-9aee-cc9b60773689", "tag": "b5bcf32c-9982-4f32-8417-b8ce31794427"}]}' {{(pid=94732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:14:56.134156 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98ab3dcf-38b8-46a4-b5a2-ea5290021513 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:56.273367 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98ab3dcf-38b8-46a4-b5a2-ea5290021513 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:56.282977 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7d7433-b32a-4b87-be50-1d6776403a08 x-openstack-request-id: req-0a7d7433-b32a-4b87-be50-1d6776403a08 {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:14:56.283276 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eaad4eb-aa50-4b1f-9aee-cc9b60773689", "tag": "b5bcf32c-9982-4f32-8417-b8ce31794427", "status": "completed", "code": 200}]} {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:14:56.283533 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0a7d7433-b32a-4b87-be50-1d6776403a08 {{(pid=94732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:14:56.284022 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eaad4eb-aa50-4b1f-9aee-cc9b60773689', 'tag': 'b5bcf32c-9982-4f32-8417-b8ce31794427', 'status': 'completed', 'code': 200} Sep 02 17:14:56.312527 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0d96e5a9-6f8c-4fc6-8e81-ee19b594afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'name': 'tempest-TestMinimumBasicScenario-690217135-router', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:54Z', 'updated_at': '2021-09-02T17:12:58Z', 'revision_number': 4, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'gw_port': {'id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:55Z', 'updated_at': '2021-09-02T17:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '4bdccfeb-d1e4-4291-b2dc-d3dc09447d40', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'port_id': 'b5bcf32c-9982-4f32-8417-b8ce31794427', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753', 'mac_address': 'fa:16:3e:bd:79:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eaad4eb-aa50-4b1f-9aee-cc9b60773689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:14:54Z', 'updated_at': '2021-09-02T17:14:54Z', 'revision_number': 0, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f7dba2-a285-41cc-8e93-a3bba4dda13e', 'name': '', 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'mac_address': 'fa:16:3e:d6:9b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '78089898-67f1-4027-92ed-edd152bcad53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:57Z', 'updated_at': '2021-09-02T17:13:05Z', 'revision_number': 5, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'subnets': [{'id': '78089898-67f1-4027-92ed-edd152bcad53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:14:56.345901 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d96e5a9-6f8c-4fc6-8e81-ee19b594afc0 None None] Checking router: 58c6c9af-8917-44fc-8e55-786de8229b25 for host: dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:14:56.360238 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d96e5a9-6f8c-4fc6-8e81-ee19b594afc0 None None] Routers {'58c6c9af-8917-44fc-8e55-786de8229b25'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:14:56.360844 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0d96e5a9-6f8c-4fc6-8e81-ee19b594afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:14:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['58c6c9af-8917-44fc-8e55-786de8229b25'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:14:56.369311 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98ab3dcf-38b8-46a4-b5a2-ea5290021513 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:56.401671 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab3dcf-38b8-46a4-b5a2-ea5290021513 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:56.416171 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5641-1518-49d9-8a81-3bf7c769c9fe req-e580a83e-f5a5-4ee4-9cd3-cb23589f3c97 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:56.420966 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a0dc5641-1518-49d9-8a81-3bf7c769c9fe req-e580a83e-f5a5-4ee4-9cd3-cb23589f3c97 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0644555 Sep 02 17:14:56.457841 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a0dc5641-1518-49d9-8a81-3bf7c769c9fe req-a3bdf9bb-779e-4f2c-8b87-aa1e9847fbfa tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337582 Sep 02 17:14:56.458141 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98ab3dcf-38b8-46a4-b5a2-ea5290021513 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:56.459781 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-98ab3dcf-38b8-46a4-b5a2-ea5290021513 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4445493 Sep 02 17:14:56.463275 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 41144) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:14:56.468688 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-4f141495-6395-451b-9e90-04ee04797b09 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Request body: {'security_group_rule': {'security_group_id': '0ffb5363-1c26-4ad1-9880-6bcb9dc51f56', 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:14:56.480506 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-0d96e5a9-6f8c-4fc6-8e81-ee19b594afc0 None None] Set router 58c6c9af-8917-44fc-8e55-786de8229b25 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:14:56.567325 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4f141495-6395-451b-9e90-04ee04797b09 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:56.616582 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4f141495-6395-451b-9e90-04ee04797b09 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:56.682679 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4f141495-6395-451b-9e90-04ee04797b09 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:56.701834 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f141495-6395-451b-9e90-04ee04797b09 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0f4cd0-5489-4eaf-9883-6d0e3416a880,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:56.710830 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0d96e5a9-6f8c-4fc6-8e81-ee19b594afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'name': 'tempest-TestMinimumBasicScenario-690217135-router', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:54Z', 'updated_at': '2021-09-02T17:12:58Z', 'revision_number': 4, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'gw_port': {'id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:55Z', 'updated_at': '2021-09-02T17:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '4bdccfeb-d1e4-4291-b2dc-d3dc09447d40', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'port_id': 'b5bcf32c-9982-4f32-8417-b8ce31794427', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753', 'mac_address': 'fa:16:3e:bd:79:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eaad4eb-aa50-4b1f-9aee-cc9b60773689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:14:54Z', 'updated_at': '2021-09-02T17:14:54Z', 'revision_number': 0, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f7dba2-a285-41cc-8e93-a3bba4dda13e', 'name': '', 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'mac_address': 'fa:16:3e:d6:9b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '78089898-67f1-4027-92ed-edd152bcad53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:57Z', 'updated_at': '2021-09-02T17:13:05Z', 'revision_number': 5, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'subnets': [{'id': '78089898-67f1-4027-92ed-edd152bcad53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:14:56.742370 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d96e5a9-6f8c-4fc6-8e81-ee19b594afc0 None None] The sync data for ids ['58c6c9af-8917-44fc-8e55-786de8229b25'] in dv-cinder-777031-8-iscsi is: [{'id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'name': 'tempest-TestMinimumBasicScenario-690217135-router', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:54Z', 'updated_at': '2021-09-02T17:12:58Z', 'revision_number': 4, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'gw_port': {'id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:55Z', 'updated_at': '2021-09-02T17:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '4bdccfeb-d1e4-4291-b2dc-d3dc09447d40', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'port_id': 'b5bcf32c-9982-4f32-8417-b8ce31794427', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753', 'mac_address': 'fa:16:3e:bd:79:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eaad4eb-aa50-4b1f-9aee-cc9b60773689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:14:54Z', 'updated_at': '2021-09-02T17:14:54Z', 'revision_number': 0, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f7dba2-a285-41cc-8e93-a3bba4dda13e', 'name': '', 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'mac_address': 'fa:16:3e:d6:9b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '78089898-67f1-4027-92ed-edd152bcad53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:57Z', 'updated_at': '2021-09-02T17:13:05Z', 'revision_number': 5, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'subnets': [{'id': '78089898-67f1-4027-92ed-edd152bcad53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:14:56.774019 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4f141495-6395-451b-9e90-04ee04797b09 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:56.775273 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-4f141495-6395-451b-9e90-04ee04797b09 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3109543 Sep 02 17:14:56.778491 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 41150) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:14:56.785004 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-f84cf013-e51d-4b61-b48b-e03573dcab76 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Request body: {'security_group_rule': {'security_group_id': '0ffb5363-1c26-4ad1-9880-6bcb9dc51f56', 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:14:56.875290 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f84cf013-e51d-4b61-b48b-e03573dcab76 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:56.940708 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d650cd-cc02-405c-aa77-5bf34676ad43 None None] New status for floating IP 4bdccfeb-d1e4-4291-b2dc-d3dc09447d40: ACTIVE {{(pid=94734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:14:56.946505 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f84cf013-e51d-4b61-b48b-e03573dcab76 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:57.013781 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f84cf013-e51d-4b61-b48b-e03573dcab76 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:57.031986 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cf013-e51d-4b61-b48b-e03573dcab76 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1794a03-530e-4e2d-aa9d-d53d2ca4c74b,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:57.128176 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f84cf013-e51d-4b61-b48b-e03573dcab76 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:57.129464 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-f84cf013-e51d-4b61-b48b-e03573dcab76 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3499434 Sep 02 17:14:57.132119 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 41152) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:14:57.137099 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-4445b123-225f-41ec-896d-9825618a1b89 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Request body: {'security_group_rule': {'security_group_id': '0ffb5363-1c26-4ad1-9880-6bcb9dc51f56', 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:14:57.264312 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4445b123-225f-41ec-896d-9825618a1b89 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:57.326512 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4445b123-225f-41ec-896d-9825618a1b89 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:57.419602 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4445b123-225f-41ec-896d-9825618a1b89 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:57.437129 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445b123-225f-41ec-896d-9825618a1b89 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cbf26f0-f939-4550-bc0e-462987f49405,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:57.522790 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4445b123-225f-41ec-896d-9825618a1b89 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:57.527307 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-4445b123-225f-41ec-896d-9825618a1b89 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3909845 Sep 02 17:14:57.527507 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 41160) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:14:57.531861 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-8fcb7921-70c6-41ba-87f9-ddc6511f4beb tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Request body: {'security_group_rule': {'security_group_id': '0ffb5363-1c26-4ad1-9880-6bcb9dc51f56', 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:14:57.604545 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e26e0-a2f0-4414-b1b0-d2f845ca9db2 req-17ff33ee-b39d-4fea-b62a-db299d0a8d13 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:57.606827 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6f8e26e0-a2f0-4414-b1b0-d2f845ca9db2 req-17ff33ee-b39d-4fea-b62a-db299d0a8d13 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0706725 Sep 02 17:14:57.791071 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8fcb7921-70c6-41ba-87f9-ddc6511f4beb tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:57.821079 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6f8e26e0-a2f0-4414-b1b0-d2f845ca9db2 req-68818085-0bab-4b5c-a2cf-b1b3797019e6 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081180 Sep 02 17:14:57.870277 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8fcb7921-70c6-41ba-87f9-ddc6511f4beb tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:57.979773 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8fcb7921-70c6-41ba-87f9-ddc6511f4beb tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:57.998586 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb7921-70c6-41ba-87f9-ddc6511f4beb tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352efe65-d64b-483c-b996-98bdff4333a9,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:58.077815 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8fcb7921-70c6-41ba-87f9-ddc6511f4beb tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:58.079421 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-8fcb7921-70c6-41ba-87f9-ddc6511f4beb tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5508819 Sep 02 17:14:58.083167 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 41166) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:14:58.088031 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-3b404e82-7e67-45b5-8119-4f4b18c7b95a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Request body: {'security_group_rule': {'security_group_id': '0ffb5363-1c26-4ad1-9880-6bcb9dc51f56', 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:14:58.202877 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.securitygroups_db [None req-3b404e82-7e67-45b5-8119-4f4b18c7b95a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Project 593a12d1eba34b93b2fdacfd91d812ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 17:14:58.208194 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3b404e82-7e67-45b5-8119-4f4b18c7b95a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:58.268236 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3b404e82-7e67-45b5-8119-4f4b18c7b95a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:58.356708 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3b404e82-7e67-45b5-8119-4f4b18c7b95a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:58.374925 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b404e82-7e67-45b5-8119-4f4b18c7b95a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74f9e93-eb35-41ec-888b-2b623b2b53b5,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:58.470887 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3b404e82-7e67-45b5-8119-4f4b18c7b95a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:58.472107 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-3b404e82-7e67-45b5-8119-4f4b18c7b95a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3879578 Sep 02 17:14:58.474875 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 41172) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:14:58.479856 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-e83ce3e3-3bbe-4edc-9702-61861b160f67 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Request body: {'security_group_rule': {'security_group_id': '0ffb5363-1c26-4ad1-9880-6bcb9dc51f56', 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:14:58.568298 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.securitygroups_db [None req-e83ce3e3-3bbe-4edc-9702-61861b160f67 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Project 593a12d1eba34b93b2fdacfd91d812ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 17:14:58.574567 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e83ce3e3-3bbe-4edc-9702-61861b160f67 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:58.582449 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1a736-d06d-4763-b117-cc8995685f43 req-0cd4f7f4-330b-4b2e-bee9-13a36b94776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:58.585014 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-5fc1a736-d06d-4763-b117-cc8995685f43 req-0cd4f7f4-330b-4b2e-bee9-13a36b94776d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=593a12d1eba34b93b2fdacfd91d812ad&device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 1099 time: 0.0481906 Sep 02 17:14:58.659497 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e83ce3e3-3bbe-4edc-9702-61861b160f67 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:58.707706 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1a736-d06d-4763-b117-cc8995685f43 req-50eb8458-c119-4738-91c9-2bd594157ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:58.709530 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-5fc1a736-d06d-4763-b117-cc8995685f43 req-50eb8458-c119-4738-91c9-2bd594157ea0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8d7b47e6-4a17-4291-a396-46d0db235753 HTTP/1.1" status: 200 len: 916 time: 0.1078806 Sep 02 17:14:58.755615 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e83ce3e3-3bbe-4edc-9702-61861b160f67 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:58.774441 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ce3e3-3bbe-4edc-9702-61861b160f67 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b2d517-1525-4327-8819-edba251ca3d8,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:58.794872 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-5fc1a736-d06d-4763-b117-cc8995685f43 req-27afc958-dd20-408e-9bcb-3a4b992e0c53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5bcf32c-9982-4f32-8417-b8ce31794427 HTTP/1.1" status: 200 len: 1002 time: 0.0649996 Sep 02 17:14:58.847468 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e83ce3e3-3bbe-4edc-9702-61861b160f67 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:58.850388 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1a736-d06d-4763-b117-cc8995685f43 req-febdae0f-d498-414b-8eb4-151fd59bd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:58.852232 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-5fc1a736-d06d-4763-b117-cc8995685f43 req-febdae0f-d498-414b-8eb4-151fd59bd34a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78089898-67f1-4027-92ed-edd152bcad53 HTTP/1.1" status: 200 len: 853 time: 0.0477741 Sep 02 17:14:58.852353 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-e83ce3e3-3bbe-4edc-9702-61861b160f67 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3763707 Sep 02 17:14:58.915411 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1a736-d06d-4763-b117-cc8995685f43 req-47d9cf9e-0895-4767-8981-0b5aff71adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:58.917555 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-5fc1a736-d06d-4763-b117-cc8995685f43 req-47d9cf9e-0895-4767-8981-0b5aff71adc5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8d7b47e6-4a17-4291-a396-46d0db235753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501041 Sep 02 17:14:58.958289 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fc106fb3-ed11-4db6-9f7f-51a4842c6ff3 req-61199deb-d081-4dcd-86bd-a11db1fecb4a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-337140545&fields=id&tenant_id=593a12d1eba34b93b2fdacfd91d812ad HTTP/1.1" status: 200 len: 267 time: 0.0529971 Sep 02 17:14:58.971085 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e8e51-80f1-4f3e-a439-a7a54a308dc7 req-22ddaec4-5200-4173-b8c0-6649f2a60ffd tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:58.972587 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3c1e8e51-80f1-4f3e-a439-a7a54a308dc7 req-22ddaec4-5200-4173-b8c0-6649f2a60ffd tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0763602 Sep 02 17:14:59.023435 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-5fc1a736-d06d-4763-b117-cc8995685f43 req-edadc15e-0416-4126-9678-27ca34c0aa56 service neutron] 10.222.0.46 "GET /v2.0/networks/8d7b47e6-4a17-4291-a396-46d0db235753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915415 Sep 02 17:14:59.041204 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3c1e8e51-80f1-4f3e-a439-a7a54a308dc7 req-81145d1f-851b-450c-874c-4871e8b0bc23 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585048 Sep 02 17:14:59.050313 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc106fb3-ed11-4db6-9f7f-51a4842c6ff3 req-ce011a6f-3ad9-460b-a950-bc43fb55dd24 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:59.051807 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fc106fb3-ed11-4db6-9f7f-51a4842c6ff3 req-ce011a6f-3ad9-460b-a950-bc43fb55dd24 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 946 time: 0.0783441 Sep 02 17:14:59.066505 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [req-fc106fb3-ed11-4db6-9f7f-51a4842c6ff3 req-993619de-2ec5-42af-9ad9-8b3cf082e561 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Request body: {'port': {'security_groups': ['26bd6851-cd57-4475-bc55-630b06173a35', '0ffb5363-1c26-4ad1-9880-6bcb9dc51f56']}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:14:59.134712 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-5fc1a736-d06d-4763-b117-cc8995685f43 req-5ace4f7e-22af-4819-a9b8-d4035ece18ac service neutron] 10.222.0.46 "GET /v2.0/networks/8d7b47e6-4a17-4291-a396-46d0db235753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009455 Sep 02 17:14:59.145398 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [req-fc106fb3-ed11-4db6-9f7f-51a4842c6ff3 req-993619de-2ec5-42af-9ad9-8b3cf082e561 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:59.380248 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [req-fc106fb3-ed11-4db6-9f7f-51a4842c6ff3 req-993619de-2ec5-42af-9ad9-8b3cf082e561 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] For port b5bcf32c-9982-4f32-8417-b8ce31794427, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b5bcf32c-9982-4f32-8417-b8ce31794427,segment=NetworkSegment(db772484-c3a9-4ca4-8f96-78eb240d387f),segment_id=db772484-c3a9-4ca4-8f96-78eb240d387f)] {{(pid=94732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:14:59.410733 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [req-fc106fb3-ed11-4db6-9f7f-51a4842c6ff3 req-993619de-2ec5-42af-9ad9-8b3cf082e561 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:59.476521 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [req-fc106fb3-ed11-4db6-9f7f-51a4842c6ff3 req-993619de-2ec5-42af-9ad9-8b3cf082e561 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13791354'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:59.584896 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc106fb3-ed11-4db6-9f7f-51a4842c6ff3 req-993619de-2ec5-42af-9ad9-8b3cf082e561 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:59.584896 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [req-fc106fb3-ed11-4db6-9f7f-51a4842c6ff3 req-993619de-2ec5-42af-9ad9-8b3cf082e561 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for port, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:14:59.584896 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fc106fb3-ed11-4db6-9f7f-51a4842c6ff3 req-993619de-2ec5-42af-9ad9-8b3cf082e561 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "PUT /v2.0/ports/b5bcf32c-9982-4f32-8417-b8ce31794427 HTTP/1.1" status: 200 len: 982 time: 0.4951820 Sep 02 17:14:59.584896 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eaad4eb-aa50-4b1f-9aee-cc9b60773689', 'tag': 'b5bcf32c-9982-4f32-8417-b8ce31794427'}] {{(pid=94732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:14:59.584896 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643edee48d4aa60f3972c255eb08e6184b38aa64b8c7e1e79c40afc0c33c1f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57e9210-c008-4e4a-a060-55090411b934" -d '{"events": [{"name": "network-changed", "server_uuid": "3eaad4eb-aa50-4b1f-9aee-cc9b60773689", "tag": "b5bcf32c-9982-4f32-8417-b8ce31794427"}]}' {{(pid=94732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:14:59.608987 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752c3dad-6adf-47b6-8c86-2bc5644c617b x-openstack-request-id: req-752c3dad-6adf-47b6-8c86-2bc5644c617b {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:14:59.609433 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eaad4eb-aa50-4b1f-9aee-cc9b60773689", "tag": "b5bcf32c-9982-4f32-8417-b8ce31794427", "status": "completed", "code": 200}]} {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:14:59.609765 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-752c3dad-6adf-47b6-8c86-2bc5644c617b {{(pid=94732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:14:59.610226 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eaad4eb-aa50-4b1f-9aee-cc9b60773689', 'tag': 'b5bcf32c-9982-4f32-8417-b8ce31794427', 'status': 'completed', 'code': 200} Sep 02 17:14:59.630823 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993619de-2ec5-42af-9ad9-8b3cf082e561 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Pushing event updated for resources: {'Port': ['ID=b5bcf32c-9982-4f32-8417-b8ce31794427,revision_number=6']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:14:59.680817 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e72269-f305-475f-8cda-55658e7845a2 req-539939f4-76a6-438a-989c-cd85b5c50795 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:14:59.682553 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-35e72269-f305-475f-8cda-55658e7845a2 req-539939f4-76a6-438a-989c-cd85b5c50795 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0667806 Sep 02 17:14:59.732150 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-35e72269-f305-475f-8cda-55658e7845a2 req-d8485293-1aa4-4d32-a063-5fac600a4766 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426416 Sep 02 17:14:59.829001 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-a55eb58b-e5ba-43a8-8338-31cc497c6e97 None None] Provisioning complete for port b5bcf32c-9982-4f32-8417-b8ce31794427 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:14:59.829639 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a55eb58b-e5ba-43a8-8338-31cc497c6e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:00.173938 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a175e-f338-4501-b881-98845cf38326 req-cc169011-7da7-4cfd-8913-85488465b373 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:00.175443 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a87a175e-f338-4501-b881-98845cf38326 req-cc169011-7da7-4cfd-8913-85488465b373 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0535066 Sep 02 17:15:00.218127 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a87a175e-f338-4501-b881-98845cf38326 req-f5750ad2-150e-4911-9f91-8f5b0ced2383 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339980 Sep 02 17:15:01.333400 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656833d1-aabc-4d68-b957-725a4b99675c req-0336b646-1ea9-4d7b-a016-a16bd4a50a47 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:01.334929 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-656833d1-aabc-4d68-b957-725a4b99675c req-0336b646-1ea9-4d7b-a016-a16bd4a50a47 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0498965 Sep 02 17:15:01.375413 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-656833d1-aabc-4d68-b957-725a4b99675c req-8cf9b0d8-69f2-4184-94db-b88a202f9f42 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332072 Sep 02 17:15:01.878252 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['b5bcf32c-9982-4f32-8417-b8ce31794427'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:15:02.067757 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['b5bcf32c-9982-4f32-8417-b8ce31794427'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:15:02.116962 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e9210-c008-4e4a-a060-55090411b934 req-835d5557-cbbe-4e97-ba8b-8d8c785167d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:02.118602 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-f57e9210-c008-4e4a-a060-55090411b934 req-835d5557-cbbe-4e97-ba8b-8d8c785167d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=593a12d1eba34b93b2fdacfd91d812ad&device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 1138 time: 0.0434535 Sep 02 17:15:02.217071 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e9210-c008-4e4a-a060-55090411b934 req-7b7282b6-d8cf-4b7f-83d4-972d17ccfafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:02.218596 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-f57e9210-c008-4e4a-a060-55090411b934 req-7b7282b6-d8cf-4b7f-83d4-972d17ccfafa service neutron] 10.222.0.46 "GET /v2.0/networks?id=8d7b47e6-4a17-4291-a396-46d0db235753 HTTP/1.1" status: 200 len: 916 time: 0.0876539 Sep 02 17:15:02.299838 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-f57e9210-c008-4e4a-a060-55090411b934 req-9c9b1aab-5a87-45f2-bd00-54874ab7e099 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5bcf32c-9982-4f32-8417-b8ce31794427 HTTP/1.1" status: 200 len: 1002 time: 0.0669937 Sep 02 17:15:02.356280 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e9210-c008-4e4a-a060-55090411b934 req-7394aea3-333e-4a24-945b-6dfb5dc6fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:02.357923 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-f57e9210-c008-4e4a-a060-55090411b934 req-7394aea3-333e-4a24-945b-6dfb5dc6fc19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78089898-67f1-4027-92ed-edd152bcad53 HTTP/1.1" status: 200 len: 853 time: 0.0493391 Sep 02 17:15:02.446696 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e9210-c008-4e4a-a060-55090411b934 req-263f5c50-6f55-45ce-9f73-262286df0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:02.449933 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-f57e9210-c008-4e4a-a060-55090411b934 req-263f5c50-6f55-45ce-9f73-262286df0c16 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8d7b47e6-4a17-4291-a396-46d0db235753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805523 Sep 02 17:15:02.526809 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f7b7c-cca9-4e90-9589-b5e65b42894a req-e6262f9f-45f6-4692-bdc9-0f25ac651304 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:02.528264 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a84f7b7c-cca9-4e90-9589-b5e65b42894a req-e6262f9f-45f6-4692-bdc9-0f25ac651304 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0600574 Sep 02 17:15:02.569941 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a84f7b7c-cca9-4e90-9589-b5e65b42894a req-593af897-ebf0-4b03-a84c-4f7f84c9ddfd tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350912 Sep 02 17:15:02.575258 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-f57e9210-c008-4e4a-a060-55090411b934 req-8aad7a3f-664a-44cb-8e53-35a6d8d5af1e service neutron] 10.222.0.46 "GET /v2.0/networks/8d7b47e6-4a17-4291-a396-46d0db235753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035514 Sep 02 17:15:03.485655 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-f57e9210-c008-4e4a-a060-55090411b934 req-3adf8cbd-20d7-4778-9f17-d7abd587eade service neutron] 10.222.0.46 "GET /v2.0/networks/8d7b47e6-4a17-4291-a396-46d0db235753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915644 Sep 02 17:15:03.686739 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a1f42-867b-4762-96e0-d75f08211e3e req-82f5373e-a2bd-4aed-a73c-8d0445f66864 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:03.688211 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2f9a1f42-867b-4762-96e0-d75f08211e3e req-82f5373e-a2bd-4aed-a73c-8d0445f66864 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0479336 Sep 02 17:15:03.726360 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2f9a1f42-867b-4762-96e0-d75f08211e3e req-36fbfcae-69e8-4b6c-86f2-e0d661b9ba2c tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320640 Sep 02 17:15:04.838119 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae08a6f-4d2b-439c-8ba8-b66a4b760255 req-46928855-9a7b-45d0-9913-e8abc3ad3aa9 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:04.840117 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-eae08a6f-4d2b-439c-8ba8-b66a4b760255 req-46928855-9a7b-45d0-9913-e8abc3ad3aa9 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0463610 Sep 02 17:15:04.876172 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-eae08a6f-4d2b-439c-8ba8-b66a4b760255 req-8332f8c2-a2a7-4762-b51d-6509d8425754 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302811 Sep 02 17:15:05.820935 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b7bd3-71f8-473e-b0ca-76c321e2161f req-ce740286-cd55-44d0-9358-d4f9de698a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:05.822453 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-991b7bd3-71f8-473e-b0ca-76c321e2161f req-ce740286-cd55-44d0-9358-d4f9de698a38 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 1099 time: 0.0443094 Sep 02 17:15:05.860819 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-991b7bd3-71f8-473e-b0ca-76c321e2161f req-0bbc0f26-c5f2-466a-8b34-50c9bfc830e9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294862 Sep 02 17:15:05.995568 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd4377-626e-4e8e-a19e-0889b14c3b39 req-25cbca4a-22c8-4be6-998c-ba8b50a1742f tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:05.996968 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e0fd4377-626e-4e8e-a19e-0889b14c3b39 req-25cbca4a-22c8-4be6-998c-ba8b50a1742f tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0535481 Sep 02 17:15:06.033091 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e0fd4377-626e-4e8e-a19e-0889b14c3b39 req-88e06e97-fab7-4413-8071-3e28a4b80f23 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301349 Sep 02 17:15:06.737396 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-72616c36-ce12-4810-84d4-a6b0b4a3459f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:06.738866 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-72616c36-ce12-4810-84d4-a6b0b4a3459f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/networks?id=bfb23052-3303-4660-848f-be0c0b86520f HTTP/1.1" status: 200 len: 813 time: 0.1122546 Sep 02 17:15:06.754918 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-57dad4cf-a834-437a-8cd6-6ee5b24c1122 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/quotas/22856ff816fd4bd58330d24461acc032 HTTP/1.1" status: 200 len: 375 time: 0.0101895 Sep 02 17:15:06.794165 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-6d7c425a-257c-4af6-84fe-df6c13958092 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=22856ff816fd4bd58330d24461acc032&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334258 Sep 02 17:15:06.887139 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-9b45b301-8481-416a-8eac-68aebffa1cd4 service neutron] 10.222.0.78 "GET /v2.0/networks/bfb23052-3303-4660-848f-be0c0b86520f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853360 Sep 02 17:15:07.012618 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-d7cf91c2-b994-406d-bf8e-70f94cbeaa89 service neutron] 10.222.0.78 "GET /v2.0/networks/bfb23052-3303-4660-848f-be0c0b86520f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194525 Sep 02 17:15:07.041254 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefecdb-6601-4f84-bd47-a6fbbd041ac9 req-d783d423-ef07-4937-bcba-7fffbf4a2553 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:07.041254 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cfefecdb-6601-4f84-bd47-a6fbbd041ac9 req-d783d423-ef07-4937-bcba-7fffbf4a2553 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0675564 Sep 02 17:15:07.083831 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cfefecdb-6601-4f84-bd47-a6fbbd041ac9 req-28c4ed31-1f3a-4729-81be-0de5fe2c0ec5 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358274 Sep 02 17:15:07.206525 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9669b3-5b35-42ea-82bd-7d684a0def89 req-d6e06f3b-304f-4e5a-b1d5-7512a57bbc1e tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:07.208060 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3f9669b3-5b35-42ea-82bd-7d684a0def89 req-d6e06f3b-304f-4e5a-b1d5-7512a57bbc1e tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0580170 Sep 02 17:15:07.256423 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3f9669b3-5b35-42ea-82bd-7d684a0def89 req-545387ce-866d-4613-a437-61137e30ad2f tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417769 Sep 02 17:15:07.304702 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-15430271-9602-474d-b748-a29551db2144 req-af24c577-76ef-48a9-a624-ce2cc44cd4bd tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 210 time: 0.0327275 Sep 02 17:15:08.208891 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14fb51-2ead-4a72-96bf-38fd083cbb1f req-12598a10-4f53-4ae0-b79d-4fe0e6474c32 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:08.210647 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ab14fb51-2ead-4a72-96bf-38fd083cbb1f req-12598a10-4f53-4ae0-b79d-4fe0e6474c32 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0521977 Sep 02 17:15:08.252565 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ab14fb51-2ead-4a72-96bf-38fd083cbb1f req-74520541-ee29-4f1e-b69e-17ba09b2791f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352788 Sep 02 17:15:08.384800 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd00e69-789e-4e4e-a233-d9ba659e36f1 req-fa0da3e2-ce18-4c2c-8d78-eeaf272354fa tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:08.392636 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3cd00e69-789e-4e4e-a233-d9ba659e36f1 req-fa0da3e2-ce18-4c2c-8d78-eeaf272354fa tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0586405 Sep 02 17:15:08.446089 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ea10d4fc-dc74-4cd9-a20b-62f65749e963 req-514c1050-7d6d-4e3d-83fb-2aeb10771739 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 210 time: 0.0487006 Sep 02 17:15:08.462467 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3cd00e69-789e-4e4e-a233-d9ba659e36f1 req-f89e0768-558f-40e8-bfe6-f512f5f86855 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683396 Sep 02 17:15:08.998726 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e3cc1-a2e5-48f7-9293-6506bba6591b req-63104ff7-47bb-4275-8162-cb9bc5235183 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:09.000394 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-db4e3cc1-a2e5-48f7-9293-6506bba6591b req-63104ff7-47bb-4275-8162-cb9bc5235183 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0564685 Sep 02 17:15:09.040700 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-db4e3cc1-a2e5-48f7-9293-6506bba6591b req-57fc64f2-769a-4692-8d95-750274bb0b59 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339637 Sep 02 17:15:09.077040 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012087f-6c35-48e5-afb1-69dd2488ead6 req-860a6328-aa1c-4782-a76c-8e51f0d6cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:09.078572 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-6012087f-6c35-48e5-afb1-69dd2488ead6 req-860a6328-aa1c-4782-a76c-8e51f0d6cd70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4812d28f2a546d688696505f61ea503&device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 1099 time: 0.0419936 Sep 02 17:15:09.192029 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012087f-6c35-48e5-afb1-69dd2488ead6 req-b302a9d4-2187-4a1d-b236-a4c4bb2a86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:09.193540 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-6012087f-6c35-48e5-afb1-69dd2488ead6 req-b302a9d4-2187-4a1d-b236-a4c4bb2a86bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d HTTP/1.1" status: 200 len: 921 time: 0.1072967 Sep 02 17:15:09.254397 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-6012087f-6c35-48e5-afb1-69dd2488ead6 req-31427516-72bd-4246-882d-9680dd1f7cda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d HTTP/1.1" status: 200 len: 217 time: 0.0489101 Sep 02 17:15:09.324810 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012087f-6c35-48e5-afb1-69dd2488ead6 req-7edc1d4a-b51c-4400-a5c1-9c8e132b833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:09.326381 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-6012087f-6c35-48e5-afb1-69dd2488ead6 req-7edc1d4a-b51c-4400-a5c1-9c8e132b833d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f679a40-1eb3-4231-b690-a44300e7c2c9 HTTP/1.1" status: 200 len: 859 time: 0.0529785 Sep 02 17:15:09.378599 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780dc66-b63b-429b-a40e-722466611aa8 req-f00cb847-9e79-406b-b1cd-03f05514dffd tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:09.380245 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0780dc66-b63b-429b-a40e-722466611aa8 req-f00cb847-9e79-406b-b1cd-03f05514dffd tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0520446 Sep 02 17:15:09.382391 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-6012087f-6c35-48e5-afb1-69dd2488ead6 req-eedc0b13-ae4c-4eb6-a088-95f37e2dd649 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267274 Sep 02 17:15:09.421339 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0780dc66-b63b-429b-a40e-722466611aa8 req-016fc0c0-dc4d-46a3-a896-a96c5f0f675e tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346119 Sep 02 17:15:09.500534 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-6012087f-6c35-48e5-afb1-69dd2488ead6 req-ef77e5b5-0234-49ae-93f3-fc2b83f31e87 service neutron] 10.222.0.46 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054678 Sep 02 17:15:09.586952 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-70cf603d-9507-4bbe-92a8-7b135ed0fceb req-212d3541-5476-4e32-a672-a4c3ee9a0771 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 210 time: 0.0304403 Sep 02 17:15:09.687040 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-6012087f-6c35-48e5-afb1-69dd2488ead6 req-c5dcbe6d-58dc-41ef-a493-78c5c3fd5392 service neutron] 10.222.0.46 "GET /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782441 Sep 02 17:15:09.706238 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-94af2b22-3d0e-4b6b-9280-378a7f952171 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:09.707687 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-94af2b22-3d0e-4b6b-9280-378a7f952171 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.46 "GET /v2.0/networks?id=bfb23052-3303-4660-848f-be0c0b86520f HTTP/1.1" status: 200 len: 813 time: 0.1501670 Sep 02 17:15:09.766962 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Request body: {'port': {'device_id': '8f620e97-3e38-4b3c-99c9-3bf0e84e29e9', 'network_id': 'bfb23052-3303-4660-848f-be0c0b86520f', 'admin_state_up': True, 'tenant_id': '22856ff816fd4bd58330d24461acc032'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:15:09.837443 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:10.024580 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Made reservation on behalf of 22856ff816fd4bd58330d24461acc032 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:15:10.031526 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:10.202644 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 41378) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:10.206539 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Allocated IP 172.20.0.6 (bfb23052-3303-4660-848f-be0c0b86520f/dac5d2c8-1212-4fe0-b293-11ca7e98eb51/74e2d5ab-220e-4791-b33a-a452bbea6f92) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:15:10.211986 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a018e3-c500-4858-a5f8-24602abc9c04 req-f7923350-bbcb-4a5a-a9d6-b41bdea39812 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:10.214938 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-46a018e3-c500-4858-a5f8-24602abc9c04 req-f7923350-bbcb-4a5a-a9d6-b41bdea39812 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0638487 Sep 02 17:15:10.257706 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-46a018e3-c500-4858-a5f8-24602abc9c04 req-1890e756-d0c8-4945-b13b-90da8558fe06 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352736 Sep 02 17:15:10.377499 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7d1b1b2a-80e3-44e5-9ac6-a7fea6aeaafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:10.400799 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:10.485606 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7d1b1b2a-80e3-44e5-9ac6-a7fea6aeaafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:10.529252 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:10.551217 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f80515-82db-4d77-9a32-9a48115a7fe0 req-80153d13-5396-4ce4-a3f0-1b10d87c3470 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:10.552747 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-25f80515-82db-4d77-9a32-9a48115a7fe0 req-80153d13-5396-4ce4-a3f0-1b10d87c3470 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0554819 Sep 02 17:15:10.558853 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7d1b1b2a-80e3-44e5-9ac6-a7fea6aeaafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:10.580521 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Network bfb23052-3303-4660-848f-be0c0b86520f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:15:10.583828 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:15:10.587967 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:15:10.618696 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Pushing event updated for resources: {'Port': ['ID=74e2d5ab-220e-4791-b33a-a452bbea6f92,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:10.622337 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-7d1b1b2a-80e3-44e5-9ac6-a7fea6aeaafe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6df6a5801e0a4c3bb15a5ff505af7d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4154949 Sep 02 17:15:10.624443 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 41398) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:10.630096 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b1b2a-80e3-44e5-9ac6-a7fea6aeaafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae5c7cb-db4b-4f35-a8a2-d317b7e2c6ad,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:10.640511 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:10.641125 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:10.641715 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:10.642142 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:10.642568 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:10.642993 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:10.643694 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:10.644118 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:10.644770 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:10.645228 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:10.645734 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:10.646126 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:10.665505 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:10.666068 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:10.698889 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-25f80515-82db-4d77-9a32-9a48115a7fe0 req-300abaf7-3303-43ed-9357-552481d696ea tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354530 Sep 02 17:15:10.753947 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389e2fc-e07d-4329-841b-4f8db3294a89 req-ce8cde06-9008-4c43-a5fb-90ff4577fdf5 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:10.755463 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d389e2fc-e07d-4329-841b-4f8db3294a89 req-ce8cde06-9008-4c43-a5fb-90ff4577fdf5 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 931 time: 0.0788639 Sep 02 17:15:10.774362 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9d18181f-6099-4081-9a15-b79a8451da9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:10.793015 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-36b84836-538c-4ba3-baee-2f702b40c32f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0300303 Sep 02 17:15:10.817573 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9d18181f-6099-4081-9a15-b79a8451da9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:10.818197 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Request body: {'port': {'device_id': '8f620e97-3e38-4b3c-99c9-3bf0e84e29e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:15:10.821912 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d389e2fc-e07d-4329-841b-4f8db3294a89 req-d6d18e55-bd68-460f-ad49-5eecc7cb8c38 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593004 Sep 02 17:15:10.875275 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:10.972830 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9d18181f-6099-4081-9a15-b79a8451da9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:10.976027 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9d18181f-6099-4081-9a15-b79a8451da9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:10.977313 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-9d18181f-6099-4081-9a15-b79a8451da9f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4ae5c7cb-db4b-4f35-a8a2-d317b7e2c6ad HTTP/1.1" status: 204 len: 168 time: 0.3512902 Sep 02 17:15:10.985571 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18181f-6099-4081-9a15-b79a8451da9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae5c7cb-db4b-4f35-a8a2-d317b7e2c6ad,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:11.159508 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e2d5ab-220e-4791-b33a-a452bbea6f92 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:15:11.211972 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:11.225943 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Transition to ACTIVE for port object 74e2d5ab-220e-4791-b33a-a452bbea6f92 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:15:11.369388 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:11.396772 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0629ec-b354-4717-8b0f-6cbb64175b54 req-77b159c9-2ed4-4b03-9d5b-b73c2f05f6ad tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:11.400106 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1d0629ec-b354-4717-8b0f-6cbb64175b54 req-77b159c9-2ed4-4b03-9d5b-b73c2f05f6ad tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0642824 Sep 02 17:15:11.447399 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Pushing event updated for resources: {'Port': ['ID=74e2d5ab-220e-4791-b33a-a452bbea6f92,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:11.455920 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1d0629ec-b354-4717-8b0f-6cbb64175b54 req-56bb27d1-a084-4bf5-b782-bb7f21aaf849 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441694 Sep 02 17:15:11.509133 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Attempting to bind port 74e2d5ab-220e-4791-b33a-a452bbea6f92 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:15:11.509133 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Attempting to bind port 74e2d5ab-220e-4791-b33a-a452bbea6f92 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '90992942-a7e9-4c62-93f9-c74e32098b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'bfb23052-3303-4660-848f-be0c0b86520f'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:15:11.509492 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Attempting to bind port 74e2d5ab-220e-4791-b33a-a452bbea6f92 on network bfb23052-3303-4660-848f-be0c0b86520f {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:15:11.514812 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Port 74e2d5ab-220e-4791-b33a-a452bbea6f92 on network bfb23052-3303-4660-848f-be0c0b86520f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:15:11.515128 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Attempting to bind port 74e2d5ab-220e-4791-b33a-a452bbea6f92 on network bfb23052-3303-4660-848f-be0c0b86520f {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:15:11.520401 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:15:11.520722 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Checking segment: {'id': '90992942-a7e9-4c62-93f9-c74e32098b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'bfb23052-3303-4660-848f-be0c0b86520f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:15:11.521097 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Bound using segment: {'id': '90992942-a7e9-4c62-93f9-c74e32098b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'bfb23052-3303-4660-848f-be0c0b86520f'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:15:11.521551 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Bound port: 74e2d5ab-220e-4791-b33a-a452bbea6f92, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90992942-a7e9-4c62-93f9-c74e32098b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'bfb23052-3303-4660-848f-be0c0b86520f'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:15:11.521906 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:11.591061 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] For port 74e2d5ab-220e-4791-b33a-a452bbea6f92, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:15:11.594207 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] For port 74e2d5ab-220e-4791-b33a-a452bbea6f92, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=74e2d5ab-220e-4791-b33a-a452bbea6f92,segment=NetworkSegment(90992942-a7e9-4c62-93f9-c74e32098b48),segment_id=90992942-a7e9-4c62-93f9-c74e32098b48)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:15:11.684399 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:11.703293 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:15:11.718961 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:11.721131 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:11.721131 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] 10.222.0.46 "PUT /v2.0/ports/74e2d5ab-220e-4791-b33a-a452bbea6f92 HTTP/1.1" status: 200 len: 1093 time: 0.9072132 Sep 02 17:15:11.721400 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f620e97-3e38-4b3c-99c9-3bf0e84e29e9', 'tag': '74e2d5ab-220e-4791-b33a-a452bbea6f92'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:15:11.723630 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905c5167-11c6-4ba6-9505-6bab1e088cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f620e97-3e38-4b3c-99c9-3bf0e84e29e9", "tag": "74e2d5ab-220e-4791-b33a-a452bbea6f92"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:15:11.750715 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e9761-9299-4252-b24e-8adc703b8397 service neutron] Pushing event updated for resources: {'Port': ['ID=74e2d5ab-220e-4791-b33a-a452bbea6f92,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:11.773346 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ef9aba-61ed-4fe4-8f5f-54f8fa508a89 x-openstack-request-id: req-d9ef9aba-61ed-4fe4-8f5f-54f8fa508a89 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:15:11.773649 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f620e97-3e38-4b3c-99c9-3bf0e84e29e9", "tag": "74e2d5ab-220e-4791-b33a-a452bbea6f92", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:15:11.773896 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9ef9aba-61ed-4fe4-8f5f-54f8fa508a89 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:15:11.774290 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f620e97-3e38-4b3c-99c9-3bf0e84e29e9', 'tag': '74e2d5ab-220e-4791-b33a-a452bbea6f92', 'status': 'completed', 'code': 200} Sep 02 17:15:11.825243 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91316285-ccc4-4f90-b3f4-913cb928c095 req-3ceedde5-ec26-4e0e-9909-f3f7ab6ef785 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:11.827389 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-91316285-ccc4-4f90-b3f4-913cb928c095 req-3ceedde5-ec26-4e0e-9909-f3f7ab6ef785 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0526788 Sep 02 17:15:11.874077 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-91316285-ccc4-4f90-b3f4-913cb928c095 req-94b4f5da-9079-4c4a-9acd-d344360ec11d tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407455 Sep 02 17:15:11.947466 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c5167-11c6-4ba6-9505-6bab1e088cc9 req-ca269b13-94d3-499d-bbba-70430e95cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:11.950811 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-905c5167-11c6-4ba6-9505-6bab1e088cc9 req-ca269b13-94d3-499d-bbba-70430e95cc48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22856ff816fd4bd58330d24461acc032&device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 1096 time: 0.0465355 Sep 02 17:15:11.963025 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefd493-7b83-4188-a692-07f05545600f req-3bb176c0-f451-4d35-ba3e-22c9483344d0 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:11.964654 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0cefd493-7b83-4188-a692-07f05545600f req-3bb176c0-f451-4d35-ba3e-22c9483344d0 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 943 time: 0.0668302 Sep 02 17:15:12.006338 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0cefd493-7b83-4188-a692-07f05545600f req-80bf999c-024d-40a9-a7ad-58e6532ce5e0 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342698 Sep 02 17:15:12.102507 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c5167-11c6-4ba6-9505-6bab1e088cc9 req-a5b36ee9-05d6-4d2f-ba22-1d563f4a6e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:12.103972 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-905c5167-11c6-4ba6-9505-6bab1e088cc9 req-a5b36ee9-05d6-4d2f-ba22-1d563f4a6e0e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=22856ff816fd4bd58330d24461acc032&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1037562 Sep 02 17:15:12.207879 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c5167-11c6-4ba6-9505-6bab1e088cc9 req-7ee36ccc-9ddb-49ae-89c6-ad370bce064d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:12.212544 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-905c5167-11c6-4ba6-9505-6bab1e088cc9 req-7ee36ccc-9ddb-49ae-89c6-ad370bce064d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0948892 Sep 02 17:15:12.330440 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-0980904b-85f5-4132-8b7a-6ec5e38857d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:12.331913 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-0980904b-85f5-4132-8b7a-6ec5e38857d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22856ff816fd4bd58330d24461acc032&device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 1096 time: 0.0444937 Sep 02 17:15:12.396566 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-7143060a-8271-4a7f-b14b-4f01b78c8a2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74e2d5ab-220e-4791-b33a-a452bbea6f92 HTTP/1.1" status: 200 len: 217 time: 0.0341179 Sep 02 17:15:12.448733 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-c636ffcc-15de-45c1-a8ce-7043a5d01f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:12.450223 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-c636ffcc-15de-45c1-a8ce-7043a5d01f6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dac5d2c8-1212-4fe0-b293-11ca7e98eb51 HTTP/1.1" status: 200 len: 853 time: 0.0451033 Sep 02 17:15:12.486256 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-f15513a0-1d4a-4cfa-b09c-0d358ca9e6c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bfb23052-3303-4660-848f-be0c0b86520f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270579 Sep 02 17:15:12.567947 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cb9a2cea-8c98-4f24-a2a7-e4a169df8195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:12.592737 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b8cfe-f217-4c13-aa28-9da6c0756e1d req-e86c6f90-8aa4-43b4-bb96-07e6b21646de tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:12.594280 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9b9b8cfe-f217-4c13-aa28-9da6c0756e1d req-e86c6f90-8aa4-43b4-bb96-07e6b21646de tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0571094 Sep 02 17:15:12.608709 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-7c4e2c90-66bc-4625-99c3-1410430c0898 service neutron] 10.222.0.46 "GET /v2.0/networks/bfb23052-3303-4660-848f-be0c0b86520f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119871 Sep 02 17:15:12.634575 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9b9b8cfe-f217-4c13-aa28-9da6c0756e1d req-a92d8a39-da12-49a7-9e10-a6a182034ad6 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343287 Sep 02 17:15:12.709887 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ba7f4b79-3be4-4ed3-a5fd-33f5f9066380 req-e91b092a-75d6-4777-9055-c1db24992960 service neutron] 10.222.0.46 "GET /v2.0/networks/bfb23052-3303-4660-848f-be0c0b86520f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921135 Sep 02 17:15:13.012303 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0c312-13f3-4c61-b79b-040bcd581bec req-08ac3f85-d894-4b9f-a0a7-27c11ae5e949 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:13.012804 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e0e0c312-13f3-4c61-b79b-040bcd581bec req-08ac3f85-d894-4b9f-a0a7-27c11ae5e949 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0565240 Sep 02 17:15:13.063437 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e0e0c312-13f3-4c61-b79b-040bcd581bec req-2fb96f70-d121-4325-8947-0f39c946c12a tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447292 Sep 02 17:15:13.150168 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcc406-e948-4ef5-a7a8-c833afece81a req-87efc0ce-e565-41b2-a053-04083dd6d999 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:13.152035 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-acdcc406-e948-4ef5-a7a8-c833afece81a req-87efc0ce-e565-41b2-a053-04083dd6d999 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 943 time: 0.0561476 Sep 02 17:15:13.201910 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-acdcc406-e948-4ef5-a7a8-c833afece81a req-f7a4d2da-4c2b-4c28-8498-3d643510c174 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439513 Sep 02 17:15:14.191476 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948fb4f-1775-458a-9563-7a3597ccb555 req-a8202592-1f91-4c6b-8e2e-69f7a2a439cd tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:14.193866 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b948fb4f-1775-458a-9563-7a3597ccb555 req-a8202592-1f91-4c6b-8e2e-69f7a2a439cd tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0587120 Sep 02 17:15:14.237852 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b948fb4f-1775-458a-9563-7a3597ccb555 req-3103e835-f444-4edd-9124-dbd259aa31b1 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378804 Sep 02 17:15:14.325001 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b5d21-68d5-452b-8b2c-8b868fb98f95 req-db60ae6d-0a59-4136-84d8-461ffc623fd0 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:14.326748 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6a4b5d21-68d5-452b-8b2c-8b868fb98f95 req-db60ae6d-0a59-4136-84d8-461ffc623fd0 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 943 time: 0.0532043 Sep 02 17:15:14.368251 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6a4b5d21-68d5-452b-8b2c-8b868fb98f95 req-7d5a5e98-feec-47f7-a7f8-ec1fcf9f6b7c tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355079 Sep 02 17:15:15.230862 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e6023276-78c3-4f9a-b0c0-074153fd1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:15.356144 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf380385-7677-40cc-9664-260370ef11b8 req-c049aa91-f50f-43fe-8073-6972c06c0fda tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:15.357707 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cf380385-7677-40cc-9664-260370ef11b8 req-c049aa91-f50f-43fe-8073-6972c06c0fda tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0519915 Sep 02 17:15:15.396609 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cf380385-7677-40cc-9664-260370ef11b8 req-73bec660-c367-4a66-854e-b33219331f02 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327301 Sep 02 17:15:15.492922 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e6f9b-8bae-442d-8e96-57a5c6fd6e58 req-ddea368e-1f03-41d0-aac1-20b6093bb61f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:15.494372 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ec7e6f9b-8bae-442d-8e96-57a5c6fd6e58 req-ddea368e-1f03-41d0-aac1-20b6093bb61f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 943 time: 0.0543551 Sep 02 17:15:15.533966 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ec7e6f9b-8bae-442d-8e96-57a5c6fd6e58 req-e6d4ce1c-5343-4532-a851-81000c1871b5 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330603 Sep 02 17:15:15.567324 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:16.169658 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:16.511156 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8894c0-9d75-4080-b954-e7671a53e3eb req-3152e973-7d90-475d-ae4a-3fb64d9f4e66 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:16.512673 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7a8894c0-9d75-4080-b954-e7671a53e3eb req-3152e973-7d90-475d-ae4a-3fb64d9f4e66 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0497108 Sep 02 17:15:16.556164 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7a8894c0-9d75-4080-b954-e7671a53e3eb req-9e0f524a-634e-45e3-9702-85d3c6eaf710 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373564 Sep 02 17:15:16.655972 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d958a9-842d-4ee2-9416-1294b798811d req-c912b58f-7167-46c0-a9a4-19df046029f5 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:16.657575 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-00d958a9-842d-4ee2-9416-1294b798811d req-c912b58f-7167-46c0-a9a4-19df046029f5 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 943 time: 0.0502768 Sep 02 17:15:16.701005 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-00d958a9-842d-4ee2-9416-1294b798811d req-6b5ca9bb-c826-4b85-9558-1c5b0dc21ac2 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373330 Sep 02 17:15:17.682320 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8b408-a0bc-44d7-9031-6c6fe83ba0b9 req-c35f349b-dd00-43ff-adf5-b4f05081b112 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:17.684415 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c2e8b408-a0bc-44d7-9031-6c6fe83ba0b9 req-c35f349b-dd00-43ff-adf5-b4f05081b112 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0546589 Sep 02 17:15:17.724421 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c2e8b408-a0bc-44d7-9031-6c6fe83ba0b9 req-b948a537-1161-4f77-a80e-676a3585f7db tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339837 Sep 02 17:15:17.817904 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1be977-ee18-4a09-927e-d84672a7bfeb req-d138b058-99f3-4619-b83f-7d070d281269 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:17.819372 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3a1be977-ee18-4a09-927e-d84672a7bfeb req-d138b058-99f3-4619-b83f-7d070d281269 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 943 time: 0.0486054 Sep 02 17:15:17.858641 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3a1be977-ee18-4a09-927e-d84672a7bfeb req-ee3f37d5-f7ec-4f49-82c1-6ac91a099da2 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323191 Sep 02 17:15:17.933161 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 74e2d5ab-220e-4791-b33a-a452bbea6f92 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:15:18.037504 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 74e2d5ab-220e-4791-b33a-a452bbea6f92, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=74e2d5ab-220e-4791-b33a-a452bbea6f92,segment=NetworkSegment(90992942-a7e9-4c62-93f9-c74e32098b48),segment_id=90992942-a7e9-4c62-93f9-c74e32098b48)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:15:18.050480 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': '74e2d5ab-220e-4791-b33a-a452bbea6f92', 'network_id': 'bfb23052-3303-4660-848f-be0c0b86520f', 'port_id': '74e2d5ab-220e-4791-b33a-a452bbea6f92', 'mac_address': 'fa:16:3e:9d:8e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac5d2c8-1212-4fe0-b293-11ca7e98eb51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:15:18.097026 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:18.114638 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e2d5ab-220e-4791-b33a-a452bbea6f92 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:15:18.134215 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 74e2d5ab-220e-4791-b33a-a452bbea6f92, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=74e2d5ab-220e-4791-b33a-a452bbea6f92,segment=NetworkSegment(90992942-a7e9-4c62-93f9-c74e32098b48),segment_id=90992942-a7e9-4c62-93f9-c74e32098b48)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:15:18.264727 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:18.359490 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:18.408540 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=74e2d5ab-220e-4791-b33a-a452bbea6f92,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:18.415881 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:18.416233 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:18.416581 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:18.416924 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:18.417265 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:18.417684 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:18.418644 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:18.419422 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:18.419828 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:18.420180 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:18.420527 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:18.421013 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:18.820966 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['74e2d5ab-220e-4791-b33a-a452bbea6f92'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:15:18.849187 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780625ec-e6eb-473f-a383-52e67e34067b req-289ebaf1-2ccb-4beb-b527-c3ba38ead387 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:18.850864 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-780625ec-e6eb-473f-a383-52e67e34067b req-289ebaf1-2ccb-4beb-b527-c3ba38ead387 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0552516 Sep 02 17:15:18.897690 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-780625ec-e6eb-473f-a383-52e67e34067b req-fc5ab4dd-5573-4c2d-a3ea-ccbe02768b1f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399685 Sep 02 17:15:18.995959 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1c548-43cc-435b-b4f2-2c32ff2c9f15 req-71906a9f-1917-4a5d-aca9-73ee113bd92f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:18.998157 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f6f1c548-43cc-435b-b4f2-2c32ff2c9f15 req-71906a9f-1917-4a5d-aca9-73ee113bd92f tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 944 time: 0.0558019 Sep 02 17:15:19.041042 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f6f1c548-43cc-435b-b4f2-2c32ff2c9f15 req-afa81645-f0ba-4bb5-b9c2-c24c673c5e31 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366459 Sep 02 17:15:20.018485 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16781a5-6235-4693-b776-bf822d448457 req-95b11632-aa42-4a1c-8633-475bb4c0a106 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:20.019868 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c16781a5-6235-4693-b776-bf822d448457 req-95b11632-aa42-4a1c-8633-475bb4c0a106 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0495682 Sep 02 17:15:20.059411 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c16781a5-6235-4693-b776-bf822d448457 req-9b99fbf2-561a-40fa-ada7-3cc03673bc79 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335841 Sep 02 17:15:20.162706 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b1392-bcac-4b61-a28d-55be38a99066 req-d3702e43-03c5-4a66-8f37-b38b730f1226 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:20.164234 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-203b1392-bcac-4b61-a28d-55be38a99066 req-d3702e43-03c5-4a66-8f37-b38b730f1226 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 944 time: 0.0495620 Sep 02 17:15:20.203960 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-203b1392-bcac-4b61-a28d-55be38a99066 req-8e1debbe-9079-436a-b2c9-8250c83922b4 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329089 Sep 02 17:15:20.606625 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d03d1f-0335-454f-b411-c8951f53b78e req-ef3f5258-83f0-42ef-8a9e-e37bef6bce52 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:20.607985 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-12d03d1f-0335-454f-b411-c8951f53b78e req-ef3f5258-83f0-42ef-8a9e-e37bef6bce52 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0529373 Sep 02 17:15:20.810478 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-12d03d1f-0335-454f-b411-c8951f53b78e req-560d669a-5c58-485f-9e61-3f177bf43a73 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963947 Sep 02 17:15:20.921277 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 74e2d5ab-220e-4791-b33a-a452bbea6f92 up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:15:21.100344 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port 74e2d5ab-220e-4791-b33a-a452bbea6f92 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:15:21.104265 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port 74e2d5ab-220e-4791-b33a-a452bbea6f92 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:15:21.104779 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:21.184462 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:21.186595 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6187746-84fe-4d32-822e-370d534d234e req-a0b84c64-a4f3-4ab7-9f62-4d21e1831ed2 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:21.189013 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d6187746-84fe-4d32-822e-370d534d234e req-a0b84c64-a4f3-4ab7-9f62-4d21e1831ed2 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0557678 Sep 02 17:15:21.208700 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f620e97-3e38-4b3c-99c9-3bf0e84e29e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e2d5ab-220e-4791-b33a-a452bbea6f92'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:15:21.211000 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cb9ee5-6611-4df9-a076-1a001de37ffb" -d '{"events": [{"server_uuid": "8f620e97-3e38-4b3c-99c9-3bf0e84e29e9", "name": "network-vif-plugged", "status": "completed", "tag": "74e2d5ab-220e-4791-b33a-a452bbea6f92"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:15:21.225167 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 74e2d5ab-220e-4791-b33a-a452bbea6f92, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=74e2d5ab-220e-4791-b33a-a452bbea6f92,segment=NetworkSegment(90992942-a7e9-4c62-93f9-c74e32098b48),segment_id=90992942-a7e9-4c62-93f9-c74e32098b48)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:15:21.231236 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d6187746-84fe-4d32-822e-370d534d234e req-5f1eb6d7-bc45-43ac-ac88-93d6ad3ef162 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351753 Sep 02 17:15:21.264681 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92961e56-ac0a-454c-8a6f-293e26640014 x-openstack-request-id: req-92961e56-ac0a-454c-8a6f-293e26640014 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:15:21.265183 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f620e97-3e38-4b3c-99c9-3bf0e84e29e9", "name": "network-vif-plugged", "status": "completed", "tag": "74e2d5ab-220e-4791-b33a-a452bbea6f92", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:15:21.265476 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-92961e56-ac0a-454c-8a6f-293e26640014 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:15:21.265878 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f620e97-3e38-4b3c-99c9-3bf0e84e29e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e2d5ab-220e-4791-b33a-a452bbea6f92', 'code': 200} Sep 02 17:15:21.306606 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:21.355604 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f497b-533c-47b2-99b6-cc3201705058 req-b3f42438-5119-4839-9b42-6e36b77f4414 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:21.357234 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-777f497b-533c-47b2-99b6-cc3201705058 req-b3f42438-5119-4839-9b42-6e36b77f4414 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 945 time: 0.0647500 Sep 02 17:15:21.364977 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=74e2d5ab-220e-4791-b33a-a452bbea6f92,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:21.398221 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-777f497b-533c-47b2-99b6-cc3201705058 req-80fed025-2dc8-449e-870f-b8e8eb46c2cf tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337019 Sep 02 17:15:21.711983 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fdea6-c53f-4c36-8e60-f126c26592c5 req-0d3a9d61-3dd8-4866-9a4e-ffc086b06190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:21.713828 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e34fdea6-c53f-4c36-8e60-f126c26592c5 req-0d3a9d61-3dd8-4866-9a4e-ffc086b06190 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 1098 time: 0.0475729 Sep 02 17:15:21.754431 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e34fdea6-c53f-4c36-8e60-f126c26592c5 req-f2609a9d-833e-4123-a86e-423dc71e9ee0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311978 Sep 02 17:15:21.932188 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108ea34-9bea-40c7-8f34-9a732c1ac4c4 req-6444cee5-e6c5-432e-bca3-dfae8eb1586b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:21.934340 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d108ea34-9bea-40c7-8f34-9a732c1ac4c4 req-6444cee5-e6c5-432e-bca3-dfae8eb1586b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0527184 Sep 02 17:15:21.975311 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d108ea34-9bea-40c7-8f34-9a732c1ac4c4 req-b683979a-973b-468a-8198-4648747550bd tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333252 Sep 02 17:15:22.354164 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd55e9-3d91-4aa5-8e82-74d31e45ab19 req-1c6bdbe8-3054-4207-8d90-9e657262ada2 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:22.356352 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b0dd55e9-3d91-4aa5-8e82-74d31e45ab19 req-1c6bdbe8-3054-4207-8d90-9e657262ada2 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0490043 Sep 02 17:15:22.394052 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b0dd55e9-3d91-4aa5-8e82-74d31e45ab19 req-31739661-ec21-4851-9ba9-05a844fbcd68 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317633 Sep 02 17:15:22.513260 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51549a-90d9-4d99-ad4f-35024c8168a3 req-ecaab97c-3737-47ed-bf82-ff787b386b2b tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:22.514724 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dd51549a-90d9-4d99-ad4f-35024c8168a3 req-ecaab97c-3737-47ed-bf82-ff787b386b2b tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 945 time: 0.0502758 Sep 02 17:15:22.554246 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dd51549a-90d9-4d99-ad4f-35024c8168a3 req-ee0c5ddd-a82d-4e35-b2e2-6d1b7d8dd508 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337367 Sep 02 17:15:23.098186 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8671d94-4e04-40bf-9f29-7f5f736bb4f7 req-d252e25c-9356-4fc6-8e39-15f39be8b3b4 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:23.099603 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f8671d94-4e04-40bf-9f29-7f5f736bb4f7 req-d252e25c-9356-4fc6-8e39-15f39be8b3b4 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0549700 Sep 02 17:15:23.142890 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f8671d94-4e04-40bf-9f29-7f5f736bb4f7 req-7d21e123-159f-452f-9cf2-fb33941dd5fc tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348847 Sep 02 17:15:23.508987 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1da55-71ed-49f7-bdf9-8e33b6b8728b req-55c88d4a-b648-4255-9d02-e653204f8ac7 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:23.510554 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8db1da55-71ed-49f7-bdf9-8e33b6b8728b req-55c88d4a-b648-4255-9d02-e653204f8ac7 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0490537 Sep 02 17:15:23.552554 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8db1da55-71ed-49f7-bdf9-8e33b6b8728b req-d1c12e31-0f54-4433-a8e4-c8bdcc0c7f77 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351768 Sep 02 17:15:23.689792 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480d6b2-7bfe-4333-a537-19fa150cf937 req-32c5e695-efd7-48d3-9315-4c1609ef72c2 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:23.692155 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9480d6b2-7bfe-4333-a537-19fa150cf937 req-32c5e695-efd7-48d3-9315-4c1609ef72c2 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 945 time: 0.0634301 Sep 02 17:15:23.733343 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9480d6b2-7bfe-4333-a537-19fa150cf937 req-07ce9e50-0443-40cd-8701-3b3ec4da98a8 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350080 Sep 02 17:15:24.028116 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a67164-02c7-4101-b5a0-1bc0150668ca req-c973c23d-62a0-4bf1-816c-9c0a62a83f6f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:24.029710 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-66a67164-02c7-4101-b5a0-1bc0150668ca req-c973c23d-62a0-4bf1-816c-9c0a62a83f6f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0635781 Sep 02 17:15:24.072900 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-66a67164-02c7-4101-b5a0-1bc0150668ca req-1f4a9c22-e226-47ca-b54c-106c591a388d tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363011 Sep 02 17:15:24.112077 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 41612) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:24.166825 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996b69-207c-4e94-9dfb-f9c708bfa5e6 req-e05da2ff-3886-49d3-9cff-0d49241f73e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:24.169175 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d5996b69-207c-4e94-9dfb-f9c708bfa5e6 req-e05da2ff-3886-49d3-9cff-0d49241f73e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1&device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 1099 time: 0.0424562 Sep 02 17:15:24.260145 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-435461ae-e71b-40c8-9fc8-2238c684d2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:24.297163 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508ce4d-d451-477d-af5a-9b5f1df4fbbb req-0e6ae873-5139-489a-bfe9-245fe8db8be5 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:24.298789 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f508ce4d-d451-477d-af5a-9b5f1df4fbbb req-0e6ae873-5139-489a-bfe9-245fe8db8be5 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.0779619 Sep 02 17:15:24.358888 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f508ce4d-d451-477d-af5a-9b5f1df4fbbb req-0661900a-8b90-4681-90a3-0c48d41d09a7 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537465 Sep 02 17:15:24.366211 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd58ef-9233-49c9-b6e4-92c5ca6ccdd3 req-6b34eef9-3c7f-4b8b-ad2d-ceea44ae6848 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:24.368675 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2acd58ef-9233-49c9-b6e4-92c5ca6ccdd3 req-6b34eef9-3c7f-4b8b-ad2d-ceea44ae6848 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 946 time: 0.1051276 Sep 02 17:15:24.391510 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996b69-207c-4e94-9dfb-f9c708bfa5e6 req-9ad6b5e7-1723-4b17-a998-46af47052f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:24.393170 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d5996b69-207c-4e94-9dfb-f9c708bfa5e6 req-9ad6b5e7-1723-4b17-a998-46af47052f52 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba HTTP/1.1" status: 200 len: 912 time: 0.1412055 Sep 02 17:15:24.411425 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-435461ae-e71b-40c8-9fc8-2238c684d2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:24.508690 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d5996b69-207c-4e94-9dfb-f9c708bfa5e6 req-ee01718f-4fb2-4cd2-9852-18ac04df4920 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c69e4472-919a-42b5-82bc-31d95eea99e4 HTTP/1.1" status: 200 len: 1002 time: 0.0964580 Sep 02 17:15:24.513258 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-435461ae-e71b-40c8-9fc8-2238c684d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:24.556386 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-435461ae-e71b-40c8-9fc8-2238c684d2c3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=68c40cde8b904c9c8e7679df3249a36d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4425828 Sep 02 17:15:24.557897 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-2acd58ef-9233-49c9-b6e4-92c5ca6ccdd3 req-68313378-ee5e-47e2-b00e-7c789734b461 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Deleting port c1d44451-7c11-4157-b3d3-17170fe0407c {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:15:24.558233 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2acd58ef-9233-49c9-b6e4-92c5ca6ccdd3 req-68313378-ee5e-47e2-b00e-7c789734b461 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:24.558420 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435461ae-e71b-40c8-9fc8-2238c684d2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a60ebc-fc93-4d39-89ac-c385ab560cc9,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:24.561443 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 41622) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:24.567105 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435461ae-e71b-40c8-9fc8-2238c684d2c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:24.567474 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435461ae-e71b-40c8-9fc8-2238c684d2c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:24.567820 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435461ae-e71b-40c8-9fc8-2238c684d2c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:24.568158 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435461ae-e71b-40c8-9fc8-2238c684d2c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:24.570925 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435461ae-e71b-40c8-9fc8-2238c684d2c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:24.570925 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435461ae-e71b-40c8-9fc8-2238c684d2c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:24.570925 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435461ae-e71b-40c8-9fc8-2238c684d2c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:24.570925 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435461ae-e71b-40c8-9fc8-2238c684d2c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:24.570925 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435461ae-e71b-40c8-9fc8-2238c684d2c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:24.570925 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435461ae-e71b-40c8-9fc8-2238c684d2c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:24.570925 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435461ae-e71b-40c8-9fc8-2238c684d2c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:24.570925 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435461ae-e71b-40c8-9fc8-2238c684d2c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:15:24.639176 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996b69-207c-4e94-9dfb-f9c708bfa5e6 req-2545a81b-ed06-495b-863b-970f842ccb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:24.640727 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d5996b69-207c-4e94-9dfb-f9c708bfa5e6 req-2545a81b-ed06-495b-863b-970f842ccb2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96f3ac1b-8493-455d-b18b-b178cdc55f13 HTTP/1.1" status: 200 len: 849 time: 0.1235723 Sep 02 17:15:24.737418 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad51302c-c191-4d90-b6ef-d06d5fa7d9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:24.739197 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-2acd58ef-9233-49c9-b6e4-92c5ca6ccdd3 req-68313378-ee5e-47e2-b00e-7c789734b461 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] For port c1d44451-7c11-4157-b3d3-17170fe0407c, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c1d44451-7c11-4157-b3d3-17170fe0407c,segment=NetworkSegment(9cedd853-7fed-4049-be62-997c16797b94),segment_id=9cedd853-7fed-4049-be62-997c16797b94)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:15:24.739561 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2acd58ef-9233-49c9-b6e4-92c5ca6ccdd3 req-68313378-ee5e-47e2-b00e-7c789734b461 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:24.763998 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996b69-207c-4e94-9dfb-f9c708bfa5e6 req-1e116b6d-f1d3-4182-90e3-7ae97260709c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:24.765534 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d5996b69-207c-4e94-9dfb-f9c708bfa5e6 req-1e116b6d-f1d3-4182-90e3-7ae97260709c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1113813 Sep 02 17:15:24.768039 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-2acd58ef-9233-49c9-b6e4-92c5ca6ccdd3 req-68313378-ee5e-47e2-b00e-7c789734b461 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Calling delete_port for c1d44451-7c11-4157-b3d3-17170fe0407c owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:15:24.800874 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad51302c-c191-4d90-b6ef-d06d5fa7d9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:25.190575 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d5996b69-207c-4e94-9dfb-f9c708bfa5e6 req-558a1e7c-3dbd-4fcb-88a8-ab8a2f05fd45 service neutron] 10.222.0.46 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106822 Sep 02 17:15:25.205637 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941f7b7-ff92-4d44-bbd3-98700122fad8 req-973e50b9-3a13-4255-9e0e-4da759ee8f17 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:25.207237 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0941f7b7-ff92-4d44-bbd3-98700122fad8 req-973e50b9-3a13-4255-9e0e-4da759ee8f17 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0515084 Sep 02 17:15:25.249246 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0941f7b7-ff92-4d44-bbd3-98700122fad8 req-a3aa3062-4f74-4ac7-b084-6f0ff02dc2fb tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353441 Sep 02 17:15:25.295538 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad51302c-c191-4d90-b6ef-d06d5fa7d9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:25.298054 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad51302c-c191-4d90-b6ef-d06d5fa7d9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:25.299190 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-ad51302c-c191-4d90-b6ef-d06d5fa7d9f3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36a60ebc-fc93-4d39-89ac-c385ab560cc9 HTTP/1.1" status: 204 len: 168 time: 0.7351608 Sep 02 17:15:25.316462 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51302c-c191-4d90-b6ef-d06d5fa7d9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a60ebc-fc93-4d39-89ac-c385ab560cc9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:25.357199 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d5996b69-207c-4e94-9dfb-f9c708bfa5e6 req-df17fa8b-ae18-4d77-8161-9be739129534 service neutron] 10.222.0.46 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529806 Sep 02 17:15:25.386462 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2acd58ef-9233-49c9-b6e4-92c5ca6ccdd3 req-68313378-ee5e-47e2-b00e-7c789734b461 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:25.419392 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68313378-ee5e-47e2-b00e-7c789734b461 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Pushing event deleted for resources: {'Port': ['ID=c1d44451-7c11-4157-b3d3-17170fe0407c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:25.427756 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['c1d44451-7c11-4157-b3d3-17170fe0407c', 'e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:15:25.472273 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c3908cea-c15d-4152-a3e5-92ffa46727c4 req-baad6506-8371-4565-84b2-7575e0c3987e tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 210 time: 0.0315547 Sep 02 17:15:25.478080 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acd58ef-9233-49c9-b6e4-92c5ca6ccdd3 req-68313378-ee5e-47e2-b00e-7c789734b461 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] No DVR routers for this DVR port c1d44451-7c11-4157-b3d3-17170fe0407c on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:15:25.481068 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2acd58ef-9233-49c9-b6e4-92c5ca6ccdd3 req-68313378-ee5e-47e2-b00e-7c789734b461 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:25.483704 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2acd58ef-9233-49c9-b6e4-92c5ca6ccdd3 req-68313378-ee5e-47e2-b00e-7c789734b461 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.46 "DELETE /v2.0/ports/c1d44451-7c11-4157-b3d3-17170fe0407c HTTP/1.1" status: 204 len: 173 time: 1.1038139 Sep 02 17:15:25.488469 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef29ff40-8060-4a9a-8393-d0b2909baffa', 'name': 'network-vif-deleted', 'tag': 'c1d44451-7c11-4157-b3d3-17170fe0407c'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:15:25.488469 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedf326f-e2a3-4cd4-9454-cff497be84c8" -d '{"events": [{"server_uuid": "ef29ff40-8060-4a9a-8393-d0b2909baffa", "name": "network-vif-deleted", "tag": "c1d44451-7c11-4157-b3d3-17170fe0407c"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:15:25.536269 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8450e792-103c-47dc-b14d-7de78b7f9d24 x-openstack-request-id: req-8450e792-103c-47dc-b14d-7de78b7f9d24 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:15:25.536560 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef29ff40-8060-4a9a-8393-d0b2909baffa", "name": "network-vif-deleted", "tag": "c1d44451-7c11-4157-b3d3-17170fe0407c", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:15:25.536808 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8450e792-103c-47dc-b14d-7de78b7f9d24 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:15:25.537199 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29ff40-8060-4a9a-8393-d0b2909baffa', 'name': 'network-vif-deleted', 'tag': 'c1d44451-7c11-4157-b3d3-17170fe0407c', 'status': 'completed', 'code': 200} Sep 02 17:15:25.966516 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 41638) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:25.983053 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9c3fef1-42ba-4738-916a-4ea1a902a496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:26.079614 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9c3fef1-42ba-4738-916a-4ea1a902a496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:26.180313 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9c3fef1-42ba-4738-916a-4ea1a902a496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:26.221848 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-d9c3fef1-42ba-4738-916a-4ea1a902a496 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=924e0fdb42844b61abe1ee2ec031d55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541025 Sep 02 17:15:26.223016 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3fef1-42ba-4738-916a-4ea1a902a496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2cde3f-97df-4212-a659-80e32b5c6844,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:26.225452 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 41640) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:26.280933 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5d94fcc-8de7-4bdd-b2da-5b8a618cec2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:26.302169 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5d94fcc-8de7-4bdd-b2da-5b8a618cec2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:26.369493 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a32c91-a587-4333-a882-bee0ec9f5a69 req-d96f592f-488e-4560-b63f-726ee6fe1730 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:26.370967 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-23a32c91-a587-4333-a882-bee0ec9f5a69 req-d96f592f-488e-4560-b63f-726ee6fe1730 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0512502 Sep 02 17:15:26.410675 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-23a32c91-a587-4333-a882-bee0ec9f5a69 req-4b2ee7cd-7052-42e8-8bfb-b51fa56a2ce0 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336728 Sep 02 17:15:26.436890 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5d94fcc-8de7-4bdd-b2da-5b8a618cec2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:26.439576 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5d94fcc-8de7-4bdd-b2da-5b8a618cec2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:26.440947 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-a5d94fcc-8de7-4bdd-b2da-5b8a618cec2b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ff2cde3f-97df-4212-a659-80e32b5c6844 HTTP/1.1" status: 204 len: 168 time: 0.2145684 Sep 02 17:15:26.448883 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d94fcc-8de7-4bdd-b2da-5b8a618cec2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2cde3f-97df-4212-a659-80e32b5c6844,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:26.606477 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4bb26c8f-057a-4321-9850-d7288effb043 req-d908b326-83aa-4c4b-9ed5-ada09d48437b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef29ff40-8060-4a9a-8393-d0b2909baffa HTTP/1.1" status: 200 len: 210 time: 0.0301504 Sep 02 17:15:27.281444 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753d35c-c1f1-4e97-a3d0-ae7cad9137cf req-657fa1a3-e9f9-4435-ab5d-288f9e15122a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:27.283097 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1753d35c-c1f1-4e97-a3d0-ae7cad9137cf req-657fa1a3-e9f9-4435-ab5d-288f9e15122a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0525894 Sep 02 17:15:27.330933 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1753d35c-c1f1-4e97-a3d0-ae7cad9137cf req-9a476b39-4822-4863-bbf2-455552d5d26a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382528 Sep 02 17:15:27.403420 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c19433-d216-4dd5-87d6-88edc77b9c1a req-9e98e0f6-a6e5-4753-9f16-fcb03df3b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:27.404952 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-68c19433-d216-4dd5-87d6-88edc77b9c1a req-9e98e0f6-a6e5-4753-9f16-fcb03df3b550 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=593a12d1eba34b93b2fdacfd91d812ad&device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 1138 time: 0.0426965 Sep 02 17:15:27.506893 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c19433-d216-4dd5-87d6-88edc77b9c1a req-f4048c25-1d04-4ade-9572-ca4666375a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:27.508363 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-68c19433-d216-4dd5-87d6-88edc77b9c1a req-f4048c25-1d04-4ade-9572-ca4666375a05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8d7b47e6-4a17-4291-a396-46d0db235753 HTTP/1.1" status: 200 len: 916 time: 0.0952656 Sep 02 17:15:27.530977 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd5135-0100-4678-a23b-e594860ebe80 req-b74bc9af-79c6-4502-b9be-af82b0f38fce tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:27.533550 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-33fd5135-0100-4678-a23b-e594860ebe80 req-b74bc9af-79c6-4502-b9be-af82b0f38fce tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0517733 Sep 02 17:15:27.574428 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-33fd5135-0100-4678-a23b-e594860ebe80 req-d7d0631c-d7ac-4ef6-8fe1-84e20a5c78bc tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351820 Sep 02 17:15:27.594742 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-68c19433-d216-4dd5-87d6-88edc77b9c1a req-1c8746a4-c6a6-4aa5-90db-3c5db07a5dfb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5bcf32c-9982-4f32-8417-b8ce31794427 HTTP/1.1" status: 200 len: 1002 time: 0.0755780 Sep 02 17:15:27.651057 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c19433-d216-4dd5-87d6-88edc77b9c1a req-1ef0b1b5-4876-493d-9bd0-f2b386b27775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:27.652792 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-68c19433-d216-4dd5-87d6-88edc77b9c1a req-1ef0b1b5-4876-493d-9bd0-f2b386b27775 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78089898-67f1-4027-92ed-edd152bcad53 HTTP/1.1" status: 200 len: 853 time: 0.0471628 Sep 02 17:15:27.715400 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c19433-d216-4dd5-87d6-88edc77b9c1a req-ddf81f06-5d58-4d26-b1ac-e76e6a36991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:27.716897 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-68c19433-d216-4dd5-87d6-88edc77b9c1a req-ddf81f06-5d58-4d26-b1ac-e76e6a36991c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8d7b47e6-4a17-4291-a396-46d0db235753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495863 Sep 02 17:15:27.827692 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-68c19433-d216-4dd5-87d6-88edc77b9c1a req-41a3fbc6-00ae-453e-98be-481ac30cb730 service neutron] 10.222.0.46 "GET /v2.0/networks/8d7b47e6-4a17-4291-a396-46d0db235753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872421 Sep 02 17:15:27.952772 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-68c19433-d216-4dd5-87d6-88edc77b9c1a req-58c79ca6-751b-4464-a7c1-3cfe1cb82b28 service neutron] 10.222.0.46 "GET /v2.0/networks/8d7b47e6-4a17-4291-a396-46d0db235753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053960 Sep 02 17:15:28.157139 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308c0b3-2dfd-4585-9325-51c955d2ca9b req-75e3a3b2-7851-47fc-b1ec-780219178799 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:28.159049 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c308c0b3-2dfd-4585-9325-51c955d2ca9b req-75e3a3b2-7851-47fc-b1ec-780219178799 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0713077 Sep 02 17:15:28.199992 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c308c0b3-2dfd-4585-9325-51c955d2ca9b req-c2abbced-98b7-4f56-be86-8f31844310e5 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350506 Sep 02 17:15:28.458536 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d2cce-69ea-4638-aaf7-877493fa6fed req-6e1baac3-9b0b-4e0c-9b47-c61b4e2f8e2e tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:28.460140 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5e3d2cce-69ea-4638-aaf7-877493fa6fed req-6e1baac3-9b0b-4e0c-9b47-c61b4e2f8e2e tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0509121 Sep 02 17:15:28.509673 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5e3d2cce-69ea-4638-aaf7-877493fa6fed req-8954cc4d-6f82-45b0-97e1-52d4cd88b37c tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363626 Sep 02 17:15:28.928350 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device c1d44451-7c11-4157-b3d3-17170fe0407c no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:15:28.952677 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: c1d44451-7c11-4157-b3d3-17170fe0407c {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:15:28.954958 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device c1d44451-7c11-4157-b3d3-17170fe0407c not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:15:29.330192 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663c64c-9cf5-4d0f-a6fb-d6e5d8e2b506 req-3c31d2f0-43b9-4dc7-976c-75ba0207a70f tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:29.331781 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0663c64c-9cf5-4d0f-a6fb-d6e5d8e2b506 req-3c31d2f0-43b9-4dc7-976c-75ba0207a70f tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0586088 Sep 02 17:15:29.372093 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0663c64c-9cf5-4d0f-a6fb-d6e5d8e2b506 req-ff043c36-4048-438e-8a4d-ac5feb0e547b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338871 Sep 02 17:15:29.639390 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2407b3-a40d-4194-8d58-1c0a3dfac08f req-50d4d66b-2276-429a-a0da-4227e1234cae tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:29.640907 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8b2407b3-a40d-4194-8d58-1c0a3dfac08f req-50d4d66b-2276-429a-a0da-4227e1234cae tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0577574 Sep 02 17:15:29.682615 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8b2407b3-a40d-4194-8d58-1c0a3dfac08f req-4c4af07d-2c4a-4e09-b99b-00adb77c8713 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355687 Sep 02 17:15:29.949525 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 41736) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:30.067031 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-077d6b0b-233e-4af9-bf9d-44c30a94f333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:30.275654 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-077d6b0b-233e-4af9-bf9d-44c30a94f333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:30.354623 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-077d6b0b-233e-4af9-bf9d-44c30a94f333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:30.394902 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-077d6b0b-233e-4af9-bf9d-44c30a94f333 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d23fa83c96364bbb8b1cf59890f22428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4439614 Sep 02 17:15:30.396130 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d6b0b-233e-4af9-bf9d-44c30a94f333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c424b2-7b4c-4dd3-ac12-6df16cc133ce,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:30.398622 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 41744) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:30.459914 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c01b307-2c37-4808-a0eb-8005df57ab37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:30.485016 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c01b307-2c37-4808-a0eb-8005df57ab37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:30.505566 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd0812-d2a2-46d2-9e9d-cb035bcfd063 req-310ddb54-8069-4000-878c-36265e0a6ae7 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:30.507126 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f3dd0812-d2a2-46d2-9e9d-cb035bcfd063 req-310ddb54-8069-4000-878c-36265e0a6ae7 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0548034 Sep 02 17:15:30.552936 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f3dd0812-d2a2-46d2-9e9d-cb035bcfd063 req-e7ac4c61-e91a-40e2-a863-7c17e2392f18 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340919 Sep 02 17:15:30.640324 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c01b307-2c37-4808-a0eb-8005df57ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:30.642918 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c01b307-2c37-4808-a0eb-8005df57ab37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:30.644123 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-2c01b307-2c37-4808-a0eb-8005df57ab37 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b1c424b2-7b4c-4dd3-ac12-6df16cc133ce HTTP/1.1" status: 204 len: 168 time: 0.2445586 Sep 02 17:15:30.652397 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01b307-2c37-4808-a0eb-8005df57ab37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c424b2-7b4c-4dd3-ac12-6df16cc133ce,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:30.812371 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7d4ef-8597-44c2-b81c-19d9f4ead9de req-269fd1de-a110-43f5-816f-40af07bc62e1 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:30.814325 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-45c7d4ef-8597-44c2-b81c-19d9f4ead9de req-269fd1de-a110-43f5-816f-40af07bc62e1 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0616899 Sep 02 17:15:30.859028 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-45c7d4ef-8597-44c2-b81c-19d9f4ead9de req-2b3c0f17-6c25-465e-9898-b497aa826ef4 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372913 Sep 02 17:15:31.366768 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 41754) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:31.380069 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e9e0778c-d9ef-402b-8fe5-4b93e0f8b4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:31.470619 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e9e0778c-d9ef-402b-8fe5-4b93e0f8b4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:31.556233 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e9e0778c-d9ef-402b-8fe5-4b93e0f8b4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:31.600047 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-e9e0778c-d9ef-402b-8fe5-4b93e0f8b4cb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d7936638610c49a382a1e610ad38e088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321649 Sep 02 17:15:31.601684 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0778c-d9ef-402b-8fe5-4b93e0f8b4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950ab309-9f28-4610-9c83-7080926e34e7,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:31.603186 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 41758) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:31.699540 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54129f03-33a8-4c07-8570-c26612776fb9 req-7f3d9814-0fea-4ee3-b224-e713b1de4b20 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:31.701168 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-54129f03-33a8-4c07-8570-c26612776fb9 req-7f3d9814-0fea-4ee3-b224-e713b1de4b20 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0814226 Sep 02 17:15:31.717926 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-39d261bf-fcd1-457f-88ec-a0e04dc0d795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:31.759901 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-39d261bf-fcd1-457f-88ec-a0e04dc0d795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:31.764683 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-54129f03-33a8-4c07-8570-c26612776fb9 req-1c2b66c6-055b-4f82-b136-0f18eacf0cf6 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557084 Sep 02 17:15:31.898772 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-39d261bf-fcd1-457f-88ec-a0e04dc0d795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:31.902218 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-39d261bf-fcd1-457f-88ec-a0e04dc0d795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:31.903718 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-39d261bf-fcd1-457f-88ec-a0e04dc0d795 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/950ab309-9f28-4610-9c83-7080926e34e7 HTTP/1.1" status: 204 len: 168 time: 0.2896912 Sep 02 17:15:31.911653 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d261bf-fcd1-457f-88ec-a0e04dc0d795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950ab309-9f28-4610-9c83-7080926e34e7,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:31.978267 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfa82a-ca61-4481-86be-7f8efc026a9d req-63c117d3-a75d-47d4-a5b0-34f6ce4e6d6e tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:31.980643 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-40cfa82a-ca61-4481-86be-7f8efc026a9d req-63c117d3-a75d-47d4-a5b0-34f6ce4e6d6e tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0528364 Sep 02 17:15:32.026223 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-40cfa82a-ca61-4481-86be-7f8efc026a9d req-869d3de1-af6a-407e-b308-746236eba8f2 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393293 Sep 02 17:15:32.898833 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89c6bb-4f4e-4b97-91ff-1f6f8fe8ee92 req-7f8f67c3-d2e0-4c3a-8f13-dbf64e90c46b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:32.900235 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-be89c6bb-4f4e-4b97-91ff-1f6f8fe8ee92 req-7f8f67c3-d2e0-4c3a-8f13-dbf64e90c46b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0541644 Sep 02 17:15:32.940115 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-be89c6bb-4f4e-4b97-91ff-1f6f8fe8ee92 req-78421d39-da7d-4cf5-ba3f-a64dbc3e5e0b tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332975 Sep 02 17:15:33.144187 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e301834-b3b4-4ec7-b263-164eaff2647e req-7b0c0194-7bfa-4fc4-bf58-ad53ecc4cb8e tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:33.146819 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0e301834-b3b4-4ec7-b263-164eaff2647e req-7b0c0194-7bfa-4fc4-bf58-ad53ecc4cb8e tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0489671 Sep 02 17:15:33.185657 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0e301834-b3b4-4ec7-b263-164eaff2647e req-547b2819-27b2-4778-a583-1b2cfc49f806 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339432 Sep 02 17:15:34.057257 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eee618-f5bd-4f38-9c42-18b0af5046e6 req-f9f045b6-9d08-45c3-b1aa-a65852dc3dad tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:34.058789 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-66eee618-f5bd-4f38-9c42-18b0af5046e6 req-f9f045b6-9d08-45c3-b1aa-a65852dc3dad tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0506129 Sep 02 17:15:34.104832 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-66eee618-f5bd-4f38-9c42-18b0af5046e6 req-c940c57a-525f-4e43-b672-6fc79f00ae6c tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385394 Sep 02 17:15:34.305737 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269fbce-183c-4f38-a970-e253f5f7131b req-ac8f5d05-c90c-4654-b821-78b57f3dd1a6 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:34.307294 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0269fbce-183c-4f38-a970-e253f5f7131b req-ac8f5d05-c90c-4654-b821-78b57f3dd1a6 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0535903 Sep 02 17:15:34.351866 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0269fbce-183c-4f38-a970-e253f5f7131b req-ed5a7bcc-6778-4bb5-941a-bced87712f40 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373480 Sep 02 17:15:35.225220 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e1459-f357-47a2-b7a5-0b3e664bfa65 req-0dd2b01e-7a3b-4f62-a0d2-cb2ff0ba9493 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:35.226750 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4a0e1459-f357-47a2-b7a5-0b3e664bfa65 req-0dd2b01e-7a3b-4f62-a0d2-cb2ff0ba9493 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0525084 Sep 02 17:15:35.266355 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4a0e1459-f357-47a2-b7a5-0b3e664bfa65 req-7e5e4baa-d9b0-4655-bf04-b023d0f81fd0 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330544 Sep 02 17:15:35.469734 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12208bf-6738-4723-861d-bf69aba7bbc1 req-f73d4b6d-a685-4356-b8a7-f05ca3512955 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:35.471287 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e12208bf-6738-4723-861d-bf69aba7bbc1 req-f73d4b6d-a685-4356-b8a7-f05ca3512955 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0497916 Sep 02 17:15:35.512737 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e12208bf-6738-4723-861d-bf69aba7bbc1 req-3239aeff-6915-4754-b38b-fb1c7efb854c tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353684 Sep 02 17:15:36.386364 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4689a-d36a-4d2d-9afd-3c6228f8df44 req-233beebe-a855-4fa8-b42c-8d60b5f4c07a tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:36.389159 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b6d4689a-d36a-4d2d-9afd-3c6228f8df44 req-233beebe-a855-4fa8-b42c-8d60b5f4c07a tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0560582 Sep 02 17:15:36.428387 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b6d4689a-d36a-4d2d-9afd-3c6228f8df44 req-58c58478-5031-4dab-a5d2-58c1c3e38609 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332210 Sep 02 17:15:36.629138 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb233bc-f200-41f9-9675-843c30ab978c req-f07c0f38-a29b-4f88-a648-2e2e3d21bde6 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:36.630786 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bcb233bc-f200-41f9-9675-843c30ab978c req-f07c0f38-a29b-4f88-a648-2e2e3d21bde6 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0508986 Sep 02 17:15:36.672862 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bcb233bc-f200-41f9-9675-843c30ab978c req-f4da2f4e-2ee8-4f23-af41-04d97b94d8b0 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360706 Sep 02 17:15:37.553801 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dd2dd-fd3d-4429-bd83-076d182baa9b req-f7e7168b-04c2-41ab-8763-82936e9e09e2 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:37.555545 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b30dd2dd-fd3d-4429-bd83-076d182baa9b req-f7e7168b-04c2-41ab-8763-82936e9e09e2 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0517948 Sep 02 17:15:37.594931 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b30dd2dd-fd3d-4429-bd83-076d182baa9b req-0c24cdaa-2a81-42f0-81a9-9277178ef794 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/security-groups?id=ba68b17c-926d-49e7-b941-137de841005c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328453 Sep 02 17:15:37.796882 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb9f7b-6a73-4732-bf18-72bf569ae212 req-9aa2c331-ba4d-476f-a8b8-a868c08e6593 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:37.798475 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-97cb9f7b-6a73-4732-bf18-72bf569ae212 req-9aa2c331-ba4d-476f-a8b8-a868c08e6593 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0544710 Sep 02 17:15:37.813680 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc470fa-eb9a-4af8-b83e-39079f4623c1 req-b1dd7aa8-e2e3-43ab-9223-d6007b4aac15 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:37.815789 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-5dc470fa-eb9a-4af8-b83e-39079f4623c1 req-b1dd7aa8-e2e3-43ab-9223-d6007b4aac15 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.46 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 946 time: 0.0526240 Sep 02 17:15:37.842511 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-97cb9f7b-6a73-4732-bf18-72bf569ae212 req-ef484618-025d-4f15-9ee3-5e4ffa1f2abc tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379579 Sep 02 17:15:37.915631 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-5dc470fa-eb9a-4af8-b83e-39079f4623c1 req-75c580f3-f7b5-412a-9494-8e1c1f5ce905 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Deleting port e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:15:37.915972 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5dc470fa-eb9a-4af8-b83e-39079f4623c1 req-75c580f3-f7b5-412a-9494-8e1c1f5ce905 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:38.009541 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-5dc470fa-eb9a-4af8-b83e-39079f4623c1 req-75c580f3-f7b5-412a-9494-8e1c1f5ce905 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] For port e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d,segment=NetworkSegment(9cedd853-7fed-4049-be62-997c16797b94),segment_id=9cedd853-7fed-4049-be62-997c16797b94)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:15:38.009913 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5dc470fa-eb9a-4af8-b83e-39079f4623c1 req-75c580f3-f7b5-412a-9494-8e1c1f5ce905 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:38.023383 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-5dc470fa-eb9a-4af8-b83e-39079f4623c1 req-75c580f3-f7b5-412a-9494-8e1c1f5ce905 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Calling delete_port for e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:15:38.310703 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5dc470fa-eb9a-4af8-b83e-39079f4623c1 req-75c580f3-f7b5-412a-9494-8e1c1f5ce905 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:38.339941 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c580f3-f7b5-412a-9494-8e1c1f5ce905 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Pushing event deleted for resources: {'Port': ['ID=e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:38.357559 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:15:38.386231 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc470fa-eb9a-4af8-b83e-39079f4623c1 req-75c580f3-f7b5-412a-9494-8e1c1f5ce905 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] No DVR routers for this DVR port e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:15:38.389224 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5dc470fa-eb9a-4af8-b83e-39079f4623c1 req-75c580f3-f7b5-412a-9494-8e1c1f5ce905 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:38.391246 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-5dc470fa-eb9a-4af8-b83e-39079f4623c1 req-75c580f3-f7b5-412a-9494-8e1c1f5ce905 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.46 "DELETE /v2.0/ports/e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d HTTP/1.1" status: 204 len: 173 time: 0.5683751 Sep 02 17:15:38.391696 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a383f84c-23c9-4e2c-8e32-cc2256557ac4', 'name': 'network-vif-deleted', 'tag': 'e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:15:38.396867 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4add9c-82ad-4aa9-83aa-55c3fb2d86a0" -d '{"events": [{"server_uuid": "a383f84c-23c9-4e2c-8e32-cc2256557ac4", "name": "network-vif-deleted", "tag": "e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:15:38.429933 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fab4673-95d0-4996-9f9b-ff160d72f52b x-openstack-request-id: req-4fab4673-95d0-4996-9f9b-ff160d72f52b {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:15:38.430232 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a383f84c-23c9-4e2c-8e32-cc2256557ac4", "name": "network-vif-deleted", "tag": "e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:15:38.430472 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4fab4673-95d0-4996-9f9b-ff160d72f52b {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:15:38.430863 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a383f84c-23c9-4e2c-8e32-cc2256557ac4', 'name': 'network-vif-deleted', 'tag': 'e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d', 'status': 'completed', 'code': 200} Sep 02 17:15:38.690649 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4eef9ef9-fd54-4b0d-a60f-1f821cd912b0 req-59865e87-2e2b-453e-a91e-0b9c7d02f8b7 tempest-ServerRescueNegativeTestJSON-122887906 tempest-ServerRescueNegativeTestJSON-122887906-project] 10.222.0.78 "GET /v2.0/ports?device_id=a383f84c-23c9-4e2c-8e32-cc2256557ac4 HTTP/1.1" status: 200 len: 210 time: 0.0276942 Sep 02 17:15:38.960693 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4e319-c12c-4b90-891e-900d99b0d9bb req-596e4dbc-92a3-4925-aba0-7cb8dfde18de tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:38.962073 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-70b4e319-c12c-4b90-891e-900d99b0d9bb req-596e4dbc-92a3-4925-aba0-7cb8dfde18de tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0497160 Sep 02 17:15:39.010818 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-70b4e319-c12c-4b90-891e-900d99b0d9bb req-2e3bd6a1-f370-48dc-91ca-badd5b0eb04a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412140 Sep 02 17:15:39.760446 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 41904) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:39.795586 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:39.932188 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 41908) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:40.044427 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8bde6879-8407-4400-883b-66bf7f0a97af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:40.167570 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8bde6879-8407-4400-883b-66bf7f0a97af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:40.202963 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92b5e2-6e77-4efc-ada5-f7756cbdd96f req-da155c7f-3b79-4114-bdb6-69043eed69a1 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:40.204478 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3d92b5e2-6e77-4efc-ada5-f7756cbdd96f req-da155c7f-3b79-4114-bdb6-69043eed69a1 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.1040919 Sep 02 17:15:40.240430 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8bde6879-8407-4400-883b-66bf7f0a97af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:40.272399 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d3f6fa0-48f1-4d53-815d-c2c435ff414e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650606'] for router_interface, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:40.279662 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3d92b5e2-6e77-4efc-ada5-f7756cbdd96f req-2d06d01a-54e5-4346-afe3-cf7c5fa67140 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688360 Sep 02 17:15:40.285735 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-8bde6879-8407-4400-883b-66bf7f0a97af admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=203cf7c43ab04979bc89326ec29aea88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498826 Sep 02 17:15:40.285735 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde6879-8407-4400-883b-66bf7f0a97af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12aad35-1f48-4c64-91ef-f7b2044205f1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:40.286669 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 41916) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:40.351496 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45ab9c13-0d9d-473c-a8d8-c53277acb011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:40.375901 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45ab9c13-0d9d-473c-a8d8-c53277acb011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:40.508572 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45ab9c13-0d9d-473c-a8d8-c53277acb011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:40.511227 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45ab9c13-0d9d-473c-a8d8-c53277acb011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:40.512604 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-45ab9c13-0d9d-473c-a8d8-c53277acb011 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b12aad35-1f48-4c64-91ef-f7b2044205f1 HTTP/1.1" status: 204 len: 168 time: 0.2248459 Sep 02 17:15:40.520545 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab9c13-0d9d-473c-a8d8-c53277acb011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12aad35-1f48-4c64-91ef-f7b2044205f1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:40.593568 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f6fa0-48f1-4d53-815d-c2c435ff414e admin admin] Deleting port 1ac07097-ba30-4b4b-948f-b836b70ffd29 {{(pid=94732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:15:40.593928 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d3f6fa0-48f1-4d53-815d-c2c435ff414e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:40.681319 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-1d3f6fa0-48f1-4d53-815d-c2c435ff414e admin admin] For port 1ac07097-ba30-4b4b-948f-b836b70ffd29, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=1ac07097-ba30-4b4b-948f-b836b70ffd29,segment=NetworkSegment(9cedd853-7fed-4049-be62-997c16797b94),segment_id=9cedd853-7fed-4049-be62-997c16797b94)] {{(pid=94732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:15:40.681319 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d3f6fa0-48f1-4d53-815d-c2c435ff414e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:40.695637 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f6fa0-48f1-4d53-815d-c2c435ff414e admin admin] Calling delete_port for 1ac07097-ba30-4b4b-948f-b836b70ffd29 owned by network:router_interface {{(pid=94732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:15:40.977521 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d3f6fa0-48f1-4d53-815d-c2c435ff414e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:41.001714 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f6fa0-48f1-4d53-815d-c2c435ff414e admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac07097-ba30-4b4b-948f-b836b70ffd29,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:41.125759 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 41922) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:41.143552 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f18f1e0b-16b1-4631-817f-6697ecaaf260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:41.251570 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f18f1e0b-16b1-4631-817f-6697ecaaf260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:41.296997 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f18f1e0b-16b1-4631-817f-6697ecaaf260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:41.339039 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-f18f1e0b-16b1-4631-817f-6697ecaaf260 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=398d5d2108de49c3bb3794d46d12967d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097909 Sep 02 17:15:41.339233 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 41928) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:41.348522 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f1e0b-16b1-4631-817f-6697ecaaf260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0b1674-fff1-4261-b83e-0c3e121a9ccf,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:41.399865 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dcbed40a-2e78-4115-a4e1-ec1e01f66b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:41.400211 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d3f6fa0-48f1-4d53-815d-c2c435ff414e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483724'] for router_interface, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:41.421916 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dcbed40a-2e78-4115-a4e1-ec1e01f66b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:41.488070 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f9357-263d-4f65-a482-3e43851af364 req-78b1258b-2dd3-4a62-b679-14346f0ad96a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:41.489596 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5f9f9357-263d-4f65-a482-3e43851af364 req-78b1258b-2dd3-4a62-b679-14346f0ad96a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.1219876 Sep 02 17:15:41.545698 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5f9f9357-263d-4f65-a482-3e43851af364 req-3630618e-2fdf-40ec-a716-5caa822bc20c tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0494728 Sep 02 17:15:41.548674 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dcbed40a-2e78-4115-a4e1-ec1e01f66b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:41.551149 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dcbed40a-2e78-4115-a4e1-ec1e01f66b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:41.552329 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-dcbed40a-2e78-4115-a4e1-ec1e01f66b9b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2c0b1674-fff1-4261-b83e-0c3e121a9ccf HTTP/1.1" status: 204 len: 168 time: 0.2122278 Sep 02 17:15:41.561128 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbed40a-2e78-4115-a4e1-ec1e01f66b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0b1674-fff1-4261-b83e-0c3e121a9ccf,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:41.688352 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3f6fa0-48f1-4d53-815d-c2c435ff414e admin admin] Router 9253abb5-d3db-4a60-9df2-91ee8bf284a7 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:15:41.792750 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3f6fa0-48f1-4d53-815d-c2c435ff414e admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:15:41.798461 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-1d3f6fa0-48f1-4d53-815d-c2c435ff414e admin admin] 10.222.0.78 "PUT /v2.0/routers/9253abb5-d3db-4a60-9df2-91ee8bf284a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0369222 Sep 02 17:15:41.801310 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 41932) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:41.802545 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95806d46-8b36-41ea-aa11-a9a07f7248e8 None None] Sync routers for ids ['9253abb5-d3db-4a60-9df2-91ee8bf284a7'] in dv-cinder-777031-8-iscsi {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:15:41.812072 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95806d46-8b36-41ea-aa11-a9a07f7248e8 None None] Routers {'9253abb5-d3db-4a60-9df2-91ee8bf284a7'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:15:41.812677 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-95806d46-8b36-41ea-aa11-a9a07f7248e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:15:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['9253abb5-d3db-4a60-9df2-91ee8bf284a7'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:15:41.914199 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53ebbd04-243e-4dd6-b7a2-27fc60fb805a admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:41.924700 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-95806d46-8b36-41ea-aa11-a9a07f7248e8 None None] Set router 9253abb5-d3db-4a60-9df2-91ee8bf284a7 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:15:42.031815 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53ebbd04-243e-4dd6-b7a2-27fc60fb805a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:42.123392 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-95806d46-8b36-41ea-aa11-a9a07f7248e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253abb5-d3db-4a60-9df2-91ee8bf284a7', 'name': 'tempest-ServerRescueNegativeTestJSON-2079949839-router', 'tenant_id': 'a4812d28f2a546d688696505f61ea503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '5bff2f61-6513-4c6d-b4c5-4b365d8d29bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:13Z', 'updated_at': '2021-09-02T17:15:40Z', 'revision_number': 5, 'project_id': 'a4812d28f2a546d688696505f61ea503', 'gw_port': {'id': '5bff2f61-6513-4c6d-b4c5-4b365d8d29bf', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253abb5-d3db-4a60-9df2-91ee8bf284a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:14Z', 'updated_at': '2021-09-02T17:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:15:42.150247 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95806d46-8b36-41ea-aa11-a9a07f7248e8 None None] Checking router: 9253abb5-d3db-4a60-9df2-91ee8bf284a7 for host: dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:15:42.159878 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95806d46-8b36-41ea-aa11-a9a07f7248e8 None None] Routers {'9253abb5-d3db-4a60-9df2-91ee8bf284a7'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:15:42.160482 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-95806d46-8b36-41ea-aa11-a9a07f7248e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:15:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['9253abb5-d3db-4a60-9df2-91ee8bf284a7'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:15:42.179319 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-53ebbd04-243e-4dd6-b7a2-27fc60fb805a admin admin] Deleting port 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:15:42.179923 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53ebbd04-243e-4dd6-b7a2-27fc60fb805a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:42.254347 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-95806d46-8b36-41ea-aa11-a9a07f7248e8 None None] Set router 9253abb5-d3db-4a60-9df2-91ee8bf284a7 gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:15:42.273401 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-53ebbd04-243e-4dd6-b7a2-27fc60fb805a admin admin] For port 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=5bff2f61-6513-4c6d-b4c5-4b365d8d29bf,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:15:42.273940 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53ebbd04-243e-4dd6-b7a2-27fc60fb805a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:42.288343 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-53ebbd04-243e-4dd6-b7a2-27fc60fb805a admin admin] Calling delete_port for 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:15:42.398591 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-95806d46-8b36-41ea-aa11-a9a07f7248e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253abb5-d3db-4a60-9df2-91ee8bf284a7', 'name': 'tempest-ServerRescueNegativeTestJSON-2079949839-router', 'tenant_id': 'a4812d28f2a546d688696505f61ea503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:13Z', 'updated_at': '2021-09-02T17:15:42Z', 'revision_number': 6, 'project_id': 'a4812d28f2a546d688696505f61ea503', 'gw_port_host': None}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:15:42.426596 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95806d46-8b36-41ea-aa11-a9a07f7248e8 None None] The sync data for ids ['9253abb5-d3db-4a60-9df2-91ee8bf284a7'] in dv-cinder-777031-8-iscsi is: [{'id': '9253abb5-d3db-4a60-9df2-91ee8bf284a7', 'name': 'tempest-ServerRescueNegativeTestJSON-2079949839-router', 'tenant_id': 'a4812d28f2a546d688696505f61ea503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:13Z', 'updated_at': '2021-09-02T17:15:42Z', 'revision_number': 6, 'project_id': 'a4812d28f2a546d688696505f61ea503', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:15:42.554359 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53ebbd04-243e-4dd6-b7a2-27fc60fb805a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:42.584247 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebbd04-243e-4dd6-b7a2-27fc60fb805a admin admin] Pushing event deleted for resources: {'Port': ['ID=5bff2f61-6513-4c6d-b4c5-4b365d8d29bf,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:42.592026 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b424a4e3-0d63-431a-83da-b08cbbb3beed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:42.645716 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53ebbd04-243e-4dd6-b7a2-27fc60fb805a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649128'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:42.681465 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f6a1a-e8c1-4f3a-8104-034ecff39edb req-510995b2-4c96-4e57-9421-19f7a5627d0e tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:42.686030 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cc8f6a1a-e8c1-4f3a-8104-034ecff39edb req-510995b2-4c96-4e57-9421-19f7a5627d0e tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0590703 Sep 02 17:15:42.738361 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cc8f6a1a-e8c1-4f3a-8104-034ecff39edb req-e4b3081d-3678-4f65-934c-cc2644a0190a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0479398 Sep 02 17:15:42.783994 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53ebbd04-243e-4dd6-b7a2-27fc60fb805a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5962'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:42.786694 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53ebbd04-243e-4dd6-b7a2-27fc60fb805a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:42.942274 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53ebbd04-243e-4dd6-b7a2-27fc60fb805a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654346'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:42.942836 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ebbd04-243e-4dd6-b7a2-27fc60fb805a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9253abb5-d3db-4a60-9df2-91ee8bf284a7 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 17:15:42.947765 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53ebbd04-243e-4dd6-b7a2-27fc60fb805a admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:42.948951 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-53ebbd04-243e-4dd6-b7a2-27fc60fb805a admin admin] 10.222.0.78 "DELETE /v2.0/routers/9253abb5-d3db-4a60-9df2-91ee8bf284a7 HTTP/1.1" status: 204 len: 168 time: 1.1464937 Sep 02 17:15:42.952144 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 41960) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:42.999265 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b53dea-3806-4ff9-8221-e1b86b80bae1 admin admin] Deleting subnet 6f679a40-1eb3-4231-b690-a44300e7c2c9 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:15:43.000859 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04b53dea-3806-4ff9-8221-e1b86b80bae1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:43.003788 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:15:43.026073 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:15:43.026432 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device e4bb5870-5b7d-49db-8d23-bf6fcd8d0f2d not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:15:43.039497 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04b53dea-3806-4ff9-8221-e1b86b80bae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13112629'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:43.082849 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04b53dea-3806-4ff9-8221-e1b86b80bae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467972'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:43.263668 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 1ac07097-ba30-4b4b-948f-b836b70ffd29 no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:15:43.289613 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04b53dea-3806-4ff9-8221-e1b86b80bae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1468095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13434269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13468955'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:43.302317 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: 1ac07097-ba30-4b4b-948f-b836b70ffd29 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:15:43.302664 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 1ac07097-ba30-4b4b-948f-b836b70ffd29 not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:15:43.326080 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b53dea-3806-4ff9-8221-e1b86b80bae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f679a40-1eb3-4231-b690-a44300e7c2c9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:43.336427 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04b53dea-3806-4ff9-8221-e1b86b80bae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:43.340080 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-04b53dea-3806-4ff9-8221-e1b86b80bae1 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6f679a40-1eb3-4231-b690-a44300e7c2c9 HTTP/1.1" status: 204 len: 168 time: 0.3865883 Sep 02 17:15:43.343478 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 41972) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:43.417776 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-a0d03f67-2c36-4ee6-8417-48aa6ae70a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645182'] for network, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:43.518389 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-a0d03f67-2c36-4ee6-8417-48aa6ae70a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1470163', 'neutron.services.segments.db._delete_segments_for_network-8737482361959'] for network, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:43.538571 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.services.segments.db [None req-a0d03f67-2c36-4ee6-8417-48aa6ae70a2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d']}} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:15:43.547773 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.services.segments.db [None req-a0d03f67-2c36-4ee6-8417-48aa6ae70a2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cedd853-7fed-4049-be62-997c16797b94') {'for_net_delete': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:15:43.548071 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.services.segments.db [None req-a0d03f67-2c36-4ee6-8417-48aa6ae70a2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cedd853-7fed-4049-be62-997c16797b94') {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:15:43.557502 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-a0d03f67-2c36-4ee6-8417-48aa6ae70a2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737482362224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3616593'] for segment, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:43.572481 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-a0d03f67-2c36-4ee6-8417-48aa6ae70a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:43.579422 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d03f67-2c36-4ee6-8417-48aa6ae70a2a admin admin] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=94732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:15:43.579902 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-a0d03f67-2c36-4ee6-8417-48aa6ae70a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13791326'] for segment, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: Traceback (most recent call last): Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: timer() Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: cb(*args, **kw) Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: return func(*args, **kwargs) Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: self._notify() Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: self.callback(batched_events) Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: event.method(event) Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: return f(self, *a, **k) Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: return self._get(url).json() Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: return self.request(url, 'GET', **kwargs) Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:15:43.581579 dv-cinder-777031-8-iscsi neutron-server[94732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:15:43.736628 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-a0d03f67-2c36-4ee6-8417-48aa6ae70a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483664'] for network, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:43.754677 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-a0d03f67-2c36-4ee6-8417-48aa6ae70a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:43.756597 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-a0d03f67-2c36-4ee6-8417-48aa6ae70a2a admin admin] 10.222.0.78 "DELETE /v2.0/networks/9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d HTTP/1.1" status: 204 len: 168 time: 0.4116230 Sep 02 17:15:43.757610 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d03f67-2c36-4ee6-8417-48aa6ae70a2a admin admin] Pushing event deleted for resources: {'Network': ['ID=9bdcacd3-44fe-43c2-91e4-d6d2f3e9c98d,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:43.890650 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4d96b-ef5f-482a-8946-569a2f1e8e2f req-06d68cd0-66be-4cfb-8486-3f20ec50124a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:43.892219 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-99c4d96b-ef5f-482a-8946-569a2f1e8e2f req-06d68cd0-66be-4cfb-8486-3f20ec50124a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0593846 Sep 02 17:15:43.936504 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-99c4d96b-ef5f-482a-8946-569a2f1e8e2f req-a45176a7-51e0-4a43-9bae-396cadd45414 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382864 Sep 02 17:15:44.497382 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42012) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:44.538820 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-c3538b9d-e14b-44b8-bb31-4e053bb76ebf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a4812d28f2a546d688696505f61ea503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402346 Sep 02 17:15:44.541351 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42018) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:44.604538 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e2d7b0ca-65b2-4492-8fd5-4bc0d40fe7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:44.627758 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e2d7b0ca-65b2-4492-8fd5-4bc0d40fe7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:44.687875 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42026) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:44.735109 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e2d7b0ca-65b2-4492-8fd5-4bc0d40fe7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:44.737666 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e2d7b0ca-65b2-4492-8fd5-4bc0d40fe7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:44.738838 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-e2d7b0ca-65b2-4492-8fd5-4bc0d40fe7f9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ba68b17c-926d-49e7-b941-137de841005c HTTP/1.1" status: 204 len: 168 time: 0.1965656 Sep 02 17:15:44.759551 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7b0ca-65b2-4492-8fd5-4bc0d40fe7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba68b17c-926d-49e7-b941-137de841005c,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:44.830340 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e29ae27e-997b-4dd8-8c41-06ea03722dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:44.845259 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:15:44.867584 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:15:44.868019 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 5bff2f61-6513-4c6d-b4c5-4b365d8d29bf not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:15:44.920766 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e29ae27e-997b-4dd8-8c41-06ea03722dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:45.019429 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e29ae27e-997b-4dd8-8c41-06ea03722dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:45.079013 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-e29ae27e-997b-4dd8-8c41-06ea03722dd2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9f37eb816e16437380385f077d250d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899879 Sep 02 17:15:45.080946 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ae27e-997b-4dd8-8c41-06ea03722dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66e1d39-6745-4708-897a-1e291edafb80,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:45.084652 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42036) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:45.102275 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aefe18-8e1e-4c4d-8e4a-46d3aeb1e1e6 req-fcbc65e3-6f84-48c3-bb42-ed6ca74d06c3 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:45.103828 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b4aefe18-8e1e-4c4d-8e4a-46d3aeb1e1e6 req-fcbc65e3-6f84-48c3-bb42-ed6ca74d06c3 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0946379 Sep 02 17:15:45.139384 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73d393af-2aee-43eb-936e-0f9d4a626fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:45.158936 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b4aefe18-8e1e-4c4d-8e4a-46d3aeb1e1e6 req-f78ff5c9-d17b-4f5d-8b20-35a92585cea3 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0477052 Sep 02 17:15:45.166299 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73d393af-2aee-43eb-936e-0f9d4a626fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:45.273469 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9d50ab46-018f-4234-9165-fb46f7ed34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:45.308433 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73d393af-2aee-43eb-936e-0f9d4a626fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:45.311244 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73d393af-2aee-43eb-936e-0f9d4a626fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:45.312410 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-73d393af-2aee-43eb-936e-0f9d4a626fc3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c66e1d39-6745-4708-897a-1e291edafb80 HTTP/1.1" status: 204 len: 168 time: 0.2267227 Sep 02 17:15:45.320362 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d393af-2aee-43eb-936e-0f9d4a626fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66e1d39-6745-4708-897a-1e291edafb80,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:45.563614 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:46.051285 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42070) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:46.066164 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6742698-81ab-4118-bedb-b5237ba5c5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:46.174800 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6742698-81ab-4118-bedb-b5237ba5c5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:46.273262 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:46.277904 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598e028-6d6f-4922-8250-f32d1d00070f req-cd8e6d2c-c7a3-407c-9861-2222e617ce8b tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:46.280178 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d598e028-6d6f-4922-8250-f32d1d00070f req-cd8e6d2c-c7a3-407c-9861-2222e617ce8b tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0503554 Sep 02 17:15:46.318850 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6742698-81ab-4118-bedb-b5237ba5c5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:46.341278 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d598e028-6d6f-4922-8250-f32d1d00070f req-8b2e8343-649e-4470-bf66-44767ed3ff57 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555251 Sep 02 17:15:46.365168 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6742698-81ab-4118-bedb-b5237ba5c5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40008f0a-a117-4975-a673-7668f784849b,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:46.372927 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-d6742698-81ab-4118-bedb-b5237ba5c5b6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=86b4d6bed11741d68ef20037dad67c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205209 Sep 02 17:15:46.378481 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42076) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:46.436709 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1b49-63c4-4bb2-b722-e07b28dc1b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:46.458762 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1b49-63c4-4bb2-b722-e07b28dc1b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:46.593235 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1b49-63c4-4bb2-b722-e07b28dc1b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:46.596041 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1b49-63c4-4bb2-b722-e07b28dc1b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:46.597206 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-bf8c1b49-63c4-4bb2-b722-e07b28dc1b83 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/40008f0a-a117-4975-a673-7668f784849b HTTP/1.1" status: 204 len: 168 time: 0.2167411 Sep 02 17:15:46.606651 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c1b49-63c4-4bb2-b722-e07b28dc1b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40008f0a-a117-4975-a673-7668f784849b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:47.413981 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dd26e-b621-45a5-a662-ae509e3958d1 req-dee3a29a-2338-4895-a2ca-cd47a7998219 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:47.415507 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a13dd26e-b621-45a5-a662-ae509e3958d1 req-dee3a29a-2338-4895-a2ca-cd47a7998219 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 946 time: 0.0506041 Sep 02 17:15:47.492202 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a13dd26e-b621-45a5-a662-ae509e3958d1 req-502d3d04-4a6f-4e18-863f-8152e963eb47 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704358 Sep 02 17:15:47.561458 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c5ea0-22dd-4f5b-9f86-5b5c1a79f33d req-75e0cb0d-3a74-4875-a842-5bd3f88d9549 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:47.566067 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f07c5ea0-22dd-4f5b-9f86-5b5c1a79f33d req-75e0cb0d-3a74-4875-a842-5bd3f88d9549 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0674045 Sep 02 17:15:47.611829 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f07c5ea0-22dd-4f5b-9f86-5b5c1a79f33d req-ae446c7b-ba38-4bd4-af0a-b2d8f0843dd2 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428269 Sep 02 17:15:48.209850 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:48.644885 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04152311-d92f-41c4-889b-96072cd99ff0 req-5e6d579d-ce25-4d77-9138-6b0d774bf706 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:48.646478 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-04152311-d92f-41c4-889b-96072cd99ff0 req-5e6d579d-ce25-4d77-9138-6b0d774bf706 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 946 time: 0.0526478 Sep 02 17:15:48.692515 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-04152311-d92f-41c4-889b-96072cd99ff0 req-d4e24d46-5ac3-4a64-8f37-632e745423f9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347476 Sep 02 17:15:48.702444 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:15:48.822011 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca608848-5dd9-43cb-8566-1a2e5aeb2cdb req-e17fcac8-f04b-4268-895b-154b2fe3598f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:48.823616 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ca608848-5dd9-43cb-8566-1a2e5aeb2cdb req-e17fcac8-f04b-4268-895b-154b2fe3598f tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0569413 Sep 02 17:15:48.869247 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ca608848-5dd9-43cb-8566-1a2e5aeb2cdb req-39c93a19-478f-4043-bcba-051a1f03a503 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394056 Sep 02 17:15:49.453540 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8860ea-ead9-48a8-a100-25f94d9d9be8 req-8d58e8b5-0c07-4509-9ab1-63c23a7b47a2 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:49.455115 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3a8860ea-ead9-48a8-a100-25f94d9d9be8 req-8d58e8b5-0c07-4509-9ab1-63c23a7b47a2 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 945 time: 0.0578198 Sep 02 17:15:49.502550 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3a8860ea-ead9-48a8-a100-25f94d9d9be8 req-fb3dcd9c-4a88-41cc-afee-15951ddcd913 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404091 Sep 02 17:15:49.528386 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132ebd3-295d-433a-ae47-436ba3682a8f req-44321462-c752-47e9-8261-213abc0d2f7e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:49.529922 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a132ebd3-295d-433a-ae47-436ba3682a8f req-44321462-c752-47e9-8261-213abc0d2f7e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.46 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 946 time: 0.0692675 Sep 02 17:15:49.819354 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adea431-a654-4914-87de-1c588ffd5715 req-bca4e9d7-a2b9-4591-a60b-121d8089058b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:49.820836 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6adea431-a654-4914-87de-1c588ffd5715 req-bca4e9d7-a2b9-4591-a60b-121d8089058b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 946 time: 0.0483527 Sep 02 17:15:49.860186 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6adea431-a654-4914-87de-1c588ffd5715 req-ab3f091e-c936-4812-9a5a-78e61f1850b6 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333817 Sep 02 17:15:49.986334 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a215f88-85bd-4129-8626-9d2f5415e86e req-815e4939-d792-4909-8c17-1494a9477a2a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:49.987875 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3a215f88-85bd-4129-8626-9d2f5415e86e req-815e4939-d792-4909-8c17-1494a9477a2a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0499501 Sep 02 17:15:50.040987 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3a215f88-85bd-4129-8626-9d2f5415e86e req-1ca39f46-0fa9-4de7-adea-72b405478d99 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56&id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467620 Sep 02 17:15:50.613421 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7e5fc-50ef-4a55-8791-da6b3acac793 req-baeadeb1-6d6e-4cd0-8e8e-ded5bb89ffa3 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:50.614907 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cca7e5fc-50ef-4a55-8791-da6b3acac793 req-baeadeb1-6d6e-4cd0-8e8e-ded5bb89ffa3 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 945 time: 0.0495539 Sep 02 17:15:50.655052 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cca7e5fc-50ef-4a55-8791-da6b3acac793 req-477e94e1-2072-4a4d-bf10-cc14c97aad5e tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334260 Sep 02 17:15:50.982326 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c4828-dbdf-414e-a4d0-4da8a726b0a1 req-93bc4da1-da45-413d-9b79-5cc0924a3ff6 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:50.983808 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3e1c4828-dbdf-414e-a4d0-4da8a726b0a1 req-93bc4da1-da45-413d-9b79-5cc0924a3ff6 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 946 time: 0.0479956 Sep 02 17:15:51.025219 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3e1c4828-dbdf-414e-a4d0-4da8a726b0a1 req-d3c3d4b7-27d0-4314-8088-ef92ccca57c5 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=cf2a625d-b324-4526-8307-1b4da5ae73d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331106 Sep 02 17:15:51.345620 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-a132ebd3-295d-433a-ae47-436ba3682a8f req-9f99d1fe-ab4f-4df3-ad3a-aac55d3e782c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Deleting port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:15:51.346169 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a132ebd3-295d-433a-ae47-436ba3682a8f req-9f99d1fe-ab4f-4df3-ad3a-aac55d3e782c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:51.432589 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-a132ebd3-295d-433a-ae47-436ba3682a8f req-9f99d1fe-ab4f-4df3-ad3a-aac55d3e782c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] For port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:15:51.432947 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a132ebd3-295d-433a-ae47-436ba3682a8f req-9f99d1fe-ab4f-4df3-ad3a-aac55d3e782c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:51.647238 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a132ebd3-295d-433a-ae47-436ba3682a8f req-9f99d1fe-ab4f-4df3-ad3a-aac55d3e782c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:51.647624 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a132ebd3-295d-433a-ae47-436ba3682a8f req-9f99d1fe-ab4f-4df3-ad3a-aac55d3e782c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-483694'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:51.647939 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.l3_db [req-a132ebd3-295d-433a-ae47-436ba3682a8f req-9f99d1fe-ab4f-4df3-ad3a-aac55d3e782c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Floating IP bf7c6b27-645d-4c89-8820-00bffb99e8d0 disassociated. External IP: 172.27.3.228, port: bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f. Sep 02 17:15:51.648278 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-a132ebd3-295d-433a-ae47-436ba3682a8f req-9f99d1fe-ab4f-4df3-ad3a-aac55d3e782c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Calling delete_port for bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:15:51.768901 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d387b5d-4cf5-4572-bf8d-0a18d5804b56 req-b18755ab-9a9f-49ba-93f9-6a4bbc1ced53 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:51.770408 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2d387b5d-4cf5-4572-bf8d-0a18d5804b56 req-b18755ab-9a9f-49ba-93f9-6a4bbc1ced53 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 945 time: 0.0489845 Sep 02 17:15:51.812416 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2d387b5d-4cf5-4572-bf8d-0a18d5804b56 req-c90b5764-9ebf-4040-87e5-a8e4b1f9b9c3 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351782 Sep 02 17:15:51.858882 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a132ebd3-295d-433a-ae47-436ba3682a8f req-9f99d1fe-ab4f-4df3-ad3a-aac55d3e782c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:51.888663 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99d1fe-ab4f-4df3-ad3a-aac55d3e782c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Pushing event deleted for resources: {'Port': ['ID=bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:51.998818 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a132ebd3-295d-433a-ae47-436ba3682a8f req-9f99d1fe-ab4f-4df3-ad3a-aac55d3e782c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Router c904a387-9f22-49ef-8328-fd16ec3668de has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:15:52.106769 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a132ebd3-295d-433a-ae47-436ba3682a8f req-9f99d1fe-ab4f-4df3-ad3a-aac55d3e782c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:15:52.117671 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48354c22-a4f5-4cfd-994f-0d7bdc377e6a None None] Sync routers for ids ['c904a387-9f22-49ef-8328-fd16ec3668de'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:15:52.125184 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4198d275-d3c1-4159-b5a5-a5ea060e36be req-1b1a4022-24c3-4918-9d63-b7f33910b302 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 210 time: 0.0270088 Sep 02 17:15:52.130310 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48354c22-a4f5-4cfd-994f-0d7bdc377e6a None None] Routers {'c904a387-9f22-49ef-8328-fd16ec3668de'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:15:52.131191 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-48354c22-a4f5-4cfd-994f-0d7bdc377e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:15:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c904a387-9f22-49ef-8328-fd16ec3668de'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:15:52.154577 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a132ebd3-295d-433a-ae47-436ba3682a8f req-9f99d1fe-ab4f-4df3-ad3a-aac55d3e782c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] No DVR routers for this DVR port bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:15:52.157201 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a132ebd3-295d-433a-ae47-436ba3682a8f req-9f99d1fe-ab4f-4df3-ad3a-aac55d3e782c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:52.159227 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a132ebd3-295d-433a-ae47-436ba3682a8f req-9f99d1fe-ab4f-4df3-ad3a-aac55d3e782c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.46 "DELETE /v2.0/ports/bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f HTTP/1.1" status: 204 len: 173 time: 0.9005661 Sep 02 17:15:52.159666 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817c0aa7-d60f-44b7-b28f-0025069af756', 'name': 'network-vif-deleted', 'tag': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:15:52.162030 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5cd75b-a65c-493a-b5d3-a3c1326a4dd6" -d '{"events": [{"server_uuid": "817c0aa7-d60f-44b7-b28f-0025069af756", "name": "network-vif-deleted", "tag": "bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:15:52.207032 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cc5151-6b16-4970-8fff-ae7f0df1d547 x-openstack-request-id: req-09cc5151-6b16-4970-8fff-ae7f0df1d547 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:15:52.207444 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817c0aa7-d60f-44b7-b28f-0025069af756", "name": "network-vif-deleted", "tag": "bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:15:52.207943 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-09cc5151-6b16-4970-8fff-ae7f0df1d547 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:15:52.208431 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817c0aa7-d60f-44b7-b28f-0025069af756', 'name': 'network-vif-deleted', 'tag': 'bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f', 'status': 'completed', 'code': 200} Sep 02 17:15:52.253965 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-48354c22-a4f5-4cfd-994f-0d7bdc377e6a None None] Set router c904a387-9f22-49ef-8328-fd16ec3668de gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:15:52.463277 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-48354c22-a4f5-4cfd-994f-0d7bdc377e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:11:08Z', 'revision_number': 4, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port': {'id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'cd437f4a-f817-4ddb-a8a4-54c23ef7e565', 'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'mac_address': 'fa:16:3e:2d:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:07Z', 'updated_at': '2021-09-02T17:11:15Z', 'revision_number': 5, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'subnets': [{'id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:15:52.493037 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48354c22-a4f5-4cfd-994f-0d7bdc377e6a None None] Checking router: c904a387-9f22-49ef-8328-fd16ec3668de for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:15:52.501532 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48354c22-a4f5-4cfd-994f-0d7bdc377e6a None None] Routers {'c904a387-9f22-49ef-8328-fd16ec3668de'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:15:52.502146 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-48354c22-a4f5-4cfd-994f-0d7bdc377e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:15:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c904a387-9f22-49ef-8328-fd16ec3668de'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:15:52.609158 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-48354c22-a4f5-4cfd-994f-0d7bdc377e6a None None] Set router c904a387-9f22-49ef-8328-fd16ec3668de gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:15:52.936681 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-48354c22-a4f5-4cfd-994f-0d7bdc377e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:11:08Z', 'revision_number': 4, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port': {'id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'cd437f4a-f817-4ddb-a8a4-54c23ef7e565', 'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'mac_address': 'fa:16:3e:2d:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:07Z', 'updated_at': '2021-09-02T17:11:15Z', 'revision_number': 5, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'subnets': [{'id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:15:52.964581 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48354c22-a4f5-4cfd-994f-0d7bdc377e6a None None] The sync data for ids ['c904a387-9f22-49ef-8328-fd16ec3668de'] in dv-cinder-777031-8-iscsi is: [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:11:08Z', 'revision_number': 4, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port': {'id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'cd437f4a-f817-4ddb-a8a4-54c23ef7e565', 'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'mac_address': 'fa:16:3e:2d:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:07Z', 'updated_at': '2021-09-02T17:11:15Z', 'revision_number': 5, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'subnets': [{'id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:15:52.966718 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83407bc-e417-4923-82aa-8a5f5b0c82d1 req-68dbcbf3-b303-491f-8e88-b06c12d4fa79 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:52.968758 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d83407bc-e417-4923-82aa-8a5f5b0c82d1 req-68dbcbf3-b303-491f-8e88-b06c12d4fa79 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 945 time: 0.0733798 Sep 02 17:15:53.019514 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d83407bc-e417-4923-82aa-8a5f5b0c82d1 req-e125dcdb-7c0b-4ad6-b689-41eb00157119 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd9f46b2-837a-486e-a431-8b42d51d8ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417321 Sep 02 17:15:53.052603 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:15:53.077839 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:15:53.078238 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device bb4a3d1c-1b94-421c-a4b7-7ff3ed30787f not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:15:53.202392 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb9fd5e-e5cc-42b2-8fd9-3ed7e70b5696 None None] New status for floating IP bf7c6b27-645d-4c89-8820-00bffb99e8d0: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:15:53.240176 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-07f02fe6-3cbb-446e-822e-84ad99d9b2f4 req-e3cb890e-25af-4ecb-9b24-43000ec4ef0d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=817c0aa7-d60f-44b7-b28f-0025069af756 HTTP/1.1" status: 200 len: 210 time: 0.0257914 Sep 02 17:15:53.394836 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f73d75-59a8-403b-9c1c-c7b7e1389056 req-4cea624b-2bd7-44ee-aa2f-5a1e11bef866 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:53.396456 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d3f73d75-59a8-403b-9c1c-c7b7e1389056 req-4cea624b-2bd7-44ee-aa2f-5a1e11bef866 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 945 time: 0.0597277 Sep 02 17:15:53.740392 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-d3f73d75-59a8-403b-9c1c-c7b7e1389056 req-9bf589b8-9dd5-47b0-a575-5f5452d03471 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Deleting port 74e2d5ab-220e-4791-b33a-a452bbea6f92 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:15:53.740737 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d3f73d75-59a8-403b-9c1c-c7b7e1389056 req-9bf589b8-9dd5-47b0-a575-5f5452d03471 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:53.834494 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-d3f73d75-59a8-403b-9c1c-c7b7e1389056 req-9bf589b8-9dd5-47b0-a575-5f5452d03471 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] For port 74e2d5ab-220e-4791-b33a-a452bbea6f92, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=74e2d5ab-220e-4791-b33a-a452bbea6f92,segment=NetworkSegment(90992942-a7e9-4c62-93f9-c74e32098b48),segment_id=90992942-a7e9-4c62-93f9-c74e32098b48)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:15:53.834857 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d3f73d75-59a8-403b-9c1c-c7b7e1389056 req-9bf589b8-9dd5-47b0-a575-5f5452d03471 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:53.848408 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-d3f73d75-59a8-403b-9c1c-c7b7e1389056 req-9bf589b8-9dd5-47b0-a575-5f5452d03471 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Calling delete_port for 74e2d5ab-220e-4791-b33a-a452bbea6f92 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:15:54.060799 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d3f73d75-59a8-403b-9c1c-c7b7e1389056 req-9bf589b8-9dd5-47b0-a575-5f5452d03471 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:54.096668 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['74e2d5ab-220e-4791-b33a-a452bbea6f92'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:15:54.109543 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf589b8-9dd5-47b0-a575-5f5452d03471 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Pushing event deleted for resources: {'Port': ['ID=74e2d5ab-220e-4791-b33a-a452bbea6f92,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:54.135507 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-40bd0934-acb4-468d-8f75-c3ca42c4458b req-18049176-4299-4145-9e4e-2441e7c82154 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 210 time: 0.0365052 Sep 02 17:15:54.170200 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f73d75-59a8-403b-9c1c-c7b7e1389056 req-9bf589b8-9dd5-47b0-a575-5f5452d03471 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] No DVR routers for this DVR port 74e2d5ab-220e-4791-b33a-a452bbea6f92 on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:15:54.172942 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d3f73d75-59a8-403b-9c1c-c7b7e1389056 req-9bf589b8-9dd5-47b0-a575-5f5452d03471 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:54.175278 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d3f73d75-59a8-403b-9c1c-c7b7e1389056 req-9bf589b8-9dd5-47b0-a575-5f5452d03471 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.46 "DELETE /v2.0/ports/74e2d5ab-220e-4791-b33a-a452bbea6f92 HTTP/1.1" status: 204 len: 173 time: 0.7697134 Sep 02 17:15:54.210328 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f620e97-3e38-4b3c-99c9-3bf0e84e29e9', 'name': 'network-vif-deleted', 'tag': '74e2d5ab-220e-4791-b33a-a452bbea6f92'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:15:54.214727 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663b57b8-0cc2-42ba-aaea-25f496be8e4c" -d '{"events": [{"server_uuid": "8f620e97-3e38-4b3c-99c9-3bf0e84e29e9", "name": "network-vif-deleted", "tag": "74e2d5ab-220e-4791-b33a-a452bbea6f92"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:15:54.254193 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88526b65-7763-4f30-9a11-bf7f8830936a x-openstack-request-id: req-88526b65-7763-4f30-9a11-bf7f8830936a {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:15:54.254492 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f620e97-3e38-4b3c-99c9-3bf0e84e29e9", "name": "network-vif-deleted", "tag": "74e2d5ab-220e-4791-b33a-a452bbea6f92", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:15:54.254744 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88526b65-7763-4f30-9a11-bf7f8830936a {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:15:54.255167 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f620e97-3e38-4b3c-99c9-3bf0e84e29e9', 'name': 'network-vif-deleted', 'tag': '74e2d5ab-220e-4791-b33a-a452bbea6f92', 'status': 'completed', 'code': 200} Sep 02 17:15:54.422160 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42272) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:54.487963 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-2b0446d4-9cd2-4770-bf49-09452689554b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:54.513195 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-2b0446d4-9cd2-4770-bf49-09452689554b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:54.624303 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-2b0446d4-9cd2-4770-bf49-09452689554b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:54.626904 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-2b0446d4-9cd2-4770-bf49-09452689554b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:54.630621 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-2b0446d4-9cd2-4770-bf49-09452689554b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "DELETE /v2.0/security-groups/cf2a625d-b324-4526-8307-1b4da5ae73d1 HTTP/1.1" status: 204 len: 168 time: 0.2047360 Sep 02 17:15:54.631513 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42288) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:54.640182 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0446d4-9cd2-4770-bf49-09452689554b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2a625d-b324-4526-8307-1b4da5ae73d1,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:54.647803 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.api.v2.resource [None req-645145bd-4cb2-4218-9d70-c46537ed6e48 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] show failed (client error): The resource could not be found. Sep 02 17:15:54.648835 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-645145bd-4cb2-4218-9d70-c46537ed6e48 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups/cf2a625d-b324-4526-8307-1b4da5ae73d1 HTTP/1.1" status: 404 len: 347 time: 0.0162003 Sep 02 17:15:54.652223 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42290) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:54.780804 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-09520d61-5c95-47ac-a4be-e05993fa80c0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Deleting port 123eeb9d-bdfd-4bf8-b61e-10b437a9f619 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:15:54.781141 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09520d61-5c95-47ac-a4be-e05993fa80c0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:54.881860 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09520d61-5c95-47ac-a4be-e05993fa80c0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:54.882454 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09520d61-5c95-47ac-a4be-e05993fa80c0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:54.898835 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-09520d61-5c95-47ac-a4be-e05993fa80c0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Calling delete_port for 123eeb9d-bdfd-4bf8-b61e-10b437a9f619 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:15:55.151754 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09520d61-5c95-47ac-a4be-e05993fa80c0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:55.182623 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09520d61-5c95-47ac-a4be-e05993fa80c0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Pushing event deleted for resources: {'Port': ['ID=123eeb9d-bdfd-4bf8-b61e-10b437a9f619,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:55.238915 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-24b5d9b2-06f9-4413-b096-eba1db13b2dd req-f9937b8e-7a8e-46aa-9e72-549b53433631 tempest-VolumesSnapshotTestJSON-1481005101 tempest-VolumesSnapshotTestJSON-1481005101-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f620e97-3e38-4b3c-99c9-3bf0e84e29e9 HTTP/1.1" status: 200 len: 210 time: 0.0258062 Sep 02 17:15:55.240953 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09520d61-5c95-47ac-a4be-e05993fa80c0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:55.244444 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09520d61-5c95-47ac-a4be-e05993fa80c0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:55.245837 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-09520d61-5c95-47ac-a4be-e05993fa80c0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "DELETE /v2.0/floatingips/bf7c6b27-645d-4c89-8820-00bffb99e8d0 HTTP/1.1" status: 204 len: 168 time: 0.5925925 Sep 02 17:15:55.551790 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42304) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:55.557797 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b7445bef-74a6-41b1-8603-033a4cae2b38 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--857424444', 'description': 'tempest-description--1591077591'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:15:55.694492 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7445bef-74a6-41b1-8603-033a4cae2b38 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:55.778370 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7445bef-74a6-41b1-8603-033a4cae2b38 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:55.888247 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7445bef-74a6-41b1-8603-033a4cae2b38 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:55.918422 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7445bef-74a6-41b1-8603-033a4cae2b38 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c151ef35-7920-4e2f-acf4-fce6dab08283,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:56.016437 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7445bef-74a6-41b1-8603-033a4cae2b38 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:56.016437 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-b7445bef-74a6-41b1-8603-033a4cae2b38 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4629750 Sep 02 17:15:56.019878 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42318) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:56.025419 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b656df73-1f52-4a62-96f1-4e9d985e239b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Request body: {'security_group_rule': {'security_group_id': 'c151ef35-7920-4e2f-acf4-fce6dab08283', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:15:56.144863 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b656df73-1f52-4a62-96f1-4e9d985e239b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:56.209572 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b656df73-1f52-4a62-96f1-4e9d985e239b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:56.269265 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b656df73-1f52-4a62-96f1-4e9d985e239b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:56.288240 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656df73-1f52-4a62-96f1-4e9d985e239b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789808bf-a028-4531-805e-036cee908d50,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:56.402879 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b656df73-1f52-4a62-96f1-4e9d985e239b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:56.404509 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-b656df73-1f52-4a62-96f1-4e9d985e239b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3834686 Sep 02 17:15:56.407098 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42334) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:56.411984 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-6d52e9f4-f05d-4d3f-861f-5c37ea5864ee tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Request body: {'security_group_rule': {'security_group_id': 'c151ef35-7920-4e2f-acf4-fce6dab08283', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:15:56.516570 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6d52e9f4-f05d-4d3f-861f-5c37ea5864ee tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:56.576625 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6d52e9f4-f05d-4d3f-861f-5c37ea5864ee tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:56.630507 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42338) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:56.654196 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6d52e9f4-f05d-4d3f-861f-5c37ea5864ee tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:56.678972 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52e9f4-f05d-4d3f-861f-5c37ea5864ee tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34599cbb-c7f4-4800-a0fe-75ba265fd8a2,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:56.760921 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42344) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:56.768526 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6d52e9f4-f05d-4d3f-861f-5c37ea5864ee tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:56.772798 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-6d52e9f4-f05d-4d3f-861f-5c37ea5864ee tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3617544 Sep 02 17:15:56.777270 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42348) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:56.778225 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-65cf8837-9a0a-4162-8ba6-462e8db8fa1c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Request body: {'floatingip': {'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:15:56.814920 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-aaf143aa-7a9f-4d6c-af71-cda1ab9a1872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:56.839420 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-de8be007-6b2a-4b40-b5d1-0544a5bf7ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:56.952773 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-65cf8837-9a0a-4162-8ba6-462e8db8fa1c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for floatingip, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:57.001157 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.db.api [None req-de8be007-6b2a-4b40-b5d1-0544a5bf7ccd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 17:15:57.001157 dv-cinder-777031-8-iscsi neutron-server[94732]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 17:15:57.001157 dv-cinder-777031-8-iscsi neutron-server[94732]: [parameters: {'project_id_1': '2a77cc7602434fbabcd8c6a0537a8895', 'expiration_1': datetime.datetime(2021, 9, 2, 17, 15, 56, 849626)}] Sep 02 17:15:57.001157 dv-cinder-777031-8-iscsi neutron-server[94732]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 17:15:57.001617 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG oslo_db.api [None req-de8be007-6b2a-4b40-b5d1-0544a5bf7ccd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 17:15:57.083984 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 74e2d5ab-220e-4791-b33a-a452bbea6f92 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:15:57.104998 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: 74e2d5ab-220e-4791-b33a-a452bbea6f92 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:15:57.105372 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 74e2d5ab-220e-4791-b33a-a452bbea6f92 not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:15:57.112633 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-aaf143aa-7a9f-4d6c-af71-cda1ab9a1872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:57.114504 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-65cf8837-9a0a-4162-8ba6-462e8db8fa1c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:57.220044 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-aaf143aa-7a9f-4d6c-af71-cda1ab9a1872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:57.223651 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_common [None req-65cf8837-9a0a-4162-8ba6-462e8db8fa1c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Allocated IP 172.27.3.59 (590119a4-1f8b-48ad-9c89-4c6964c18e67/7cdc9a3e-6ce5-4dce-a686-134e15b48f48/5936df16-ce3c-4f4e-9ff9-f787eef54b19) {{(pid=94732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:15:57.280597 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-aaf143aa-7a9f-4d6c-af71-cda1ab9a1872 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=452b118cb428403c82b7d7f5aafdb76d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6489155 Sep 02 17:15:57.283228 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42354) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:57.304899 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf143aa-7a9f-4d6c-af71-cda1ab9a1872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521b79d2-6326-4340-957b-6674c924c4d7,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:57.334926 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8a24a8b-fa0f-48b7-8502-1ba306ca7a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:57.358017 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8a24a8b-fa0f-48b7-8502-1ba306ca7a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:57.370807 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-65cf8837-9a0a-4162-8ba6-462e8db8fa1c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for port, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:57.488569 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-65cf8837-9a0a-4162-8ba6-462e8db8fa1c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:57.499401 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8a24a8b-fa0f-48b7-8502-1ba306ca7a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:57.502104 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8a24a8b-fa0f-48b7-8502-1ba306ca7a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:57.505844 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-e8a24a8b-fa0f-48b7-8502-1ba306ca7a1a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/521b79d2-6326-4340-957b-6674c924c4d7 HTTP/1.1" status: 204 len: 168 time: 0.2190566 Sep 02 17:15:57.512845 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a24a8b-fa0f-48b7-8502-1ba306ca7a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521b79d2-6326-4340-957b-6674c924c4d7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:57.513770 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-de8be007-6b2a-4b40-b5d1-0544a5bf7ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:57.537765 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cf8837-9a0a-4162-8ba6-462e8db8fa1c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:15:57.543774 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-65cf8837-9a0a-4162-8ba6-462e8db8fa1c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:15:57.557049 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cf8837-9a0a-4162-8ba6-462e8db8fa1c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Received port after_create {{(pid=94732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:15:57.562691 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf8837-9a0a-4162-8ba6-462e8db8fa1c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Pushing event updated for resources: {'Port': ['ID=5936df16-ce3c-4f4e-9ff9-f787eef54b19,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:57.681005 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-65cf8837-9a0a-4162-8ba6-462e8db8fa1c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:57.706042 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-de8be007-6b2a-4b40-b5d1-0544a5bf7ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:57.808827 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-de8be007-6b2a-4b40-b5d1-0544a5bf7ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:57.866097 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8be007-6b2a-4b40-b5d1-0544a5bf7ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c5914b-9490-40a0-b43c-904290a4888f,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:57.869567 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-65cf8837-9a0a-4162-8ba6-462e8db8fa1c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:57.876970 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-de8be007-6b2a-4b40-b5d1-0544a5bf7ccd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2a77cc7602434fbabcd8c6a0537a8895&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1119895 Sep 02 17:15:57.878419 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42360) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:57.931197 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7cb2d850-9d1c-4529-92d1-627cce901f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:57.959566 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7cb2d850-9d1c-4529-92d1-627cce901f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:58.037495 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-65cf8837-9a0a-4162-8ba6-462e8db8fa1c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:58.076724 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7cb2d850-9d1c-4529-92d1-627cce901f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:58.082524 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7cb2d850-9d1c-4529-92d1-627cce901f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:58.082524 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-7cb2d850-9d1c-4529-92d1-627cce901f49 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26c5914b-9490-40a0-b43c-904290a4888f HTTP/1.1" status: 204 len: 168 time: 0.2002664 Sep 02 17:15:58.089767 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2d850-9d1c-4529-92d1-627cce901f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c5914b-9490-40a0-b43c-904290a4888f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:58.103019 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-65cf8837-9a0a-4162-8ba6-462e8db8fa1c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13791354'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:58.180440 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf8837-9a0a-4162-8ba6-462e8db8fa1c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Pushing event updated for resources: {'Port': ['ID=5936df16-ce3c-4f4e-9ff9-f787eef54b19,revision_number=2']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:58.192365 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-65cf8837-9a0a-4162-8ba6-462e8db8fa1c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-483694'] for floatingip, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:58.276437 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-65cf8837-9a0a-4162-8ba6-462e8db8fa1c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:58.277776 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-65cf8837-9a0a-4162-8ba6-462e8db8fa1c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5039487 Sep 02 17:15:58.550164 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-975943c7-6815-4741-9534-189bbe1c2245 req-23e379a5-5ec9-4826-89f8-4f60bfbcd72f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--857424444&fields=id&tenant_id=66dd13919db54e2cb281cb857b403d5d HTTP/1.1" status: 200 len: 267 time: 0.0367372 Sep 02 17:15:58.666031 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975943c7-6815-4741-9534-189bbe1c2245 req-5eb0157d-bf7e-4c9e-95f1-b0a6522fa4db tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:15:58.668826 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-975943c7-6815-4741-9534-189bbe1c2245 req-5eb0157d-bf7e-4c9e-95f1-b0a6522fa4db tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/networks?id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe HTTP/1.1" status: 200 len: 817 time: 0.1091659 Sep 02 17:15:58.683827 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-975943c7-6815-4741-9534-189bbe1c2245 req-5209a087-1ffd-453c-84c0-40175168b8b1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/quotas/66dd13919db54e2cb281cb857b403d5d HTTP/1.1" status: 200 len: 375 time: 0.0104890 Sep 02 17:15:58.739052 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-975943c7-6815-4741-9534-189bbe1c2245 req-dd0e0387-2a5d-4f1b-9d93-99a5b5d93cc2 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=66dd13919db54e2cb281cb857b403d5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493443 Sep 02 17:15:58.849110 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-975943c7-6815-4741-9534-189bbe1c2245 req-67d7fe8f-9114-4791-8f5a-a354da472cc0 service neutron] 10.222.0.78 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965838 Sep 02 17:15:58.849988 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42402) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:58.863075 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a189e69c-adfa-4f09-8df7-8cb610802c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:58.942366 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-975943c7-6815-4741-9534-189bbe1c2245 req-af24e05f-651d-4533-9ece-af61478015e9 service neutron] 10.222.0.78 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868411 Sep 02 17:15:58.982524 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a189e69c-adfa-4f09-8df7-8cb610802c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:59.093563 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a189e69c-adfa-4f09-8df7-8cb610802c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:59.133057 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-a189e69c-adfa-4f09-8df7-8cb610802c00 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0a881c20c5eb4ff89da914d19c4805fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818980 Sep 02 17:15:59.135153 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189e69c-adfa-4f09-8df7-8cb610802c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4bf59c-b44d-415c-814c-76b349c8ccbf,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:15:59.136627 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42406) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:15:59.225854 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3ec1ac8f-6a66-48b5-ab3e-63911aa76ca6 req-215625ab-dd1e-4688-b76d-13dafebf88bc tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 210 time: 0.0401034 Sep 02 17:15:59.255105 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-458c8578-6712-44e0-9a3b-8dd019afb421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:59.285888 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-458c8578-6712-44e0-9a3b-8dd019afb421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:59.408488 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-458c8578-6712-44e0-9a3b-8dd019afb421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:59.412237 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-458c8578-6712-44e0-9a3b-8dd019afb421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:15:59.413645 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-458c8578-6712-44e0-9a3b-8dd019afb421 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2b4bf59c-b44d-415c-814c-76b349c8ccbf HTTP/1.1" status: 204 len: 168 time: 0.2755303 Sep 02 17:15:59.425743 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c8578-6712-44e0-9a3b-8dd019afb421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4bf59c-b44d-415c-814c-76b349c8ccbf,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:00.226005 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42438) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:00.240267 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-645c3fa1-b51a-4977-9478-a5262b7f9614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:00.362856 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1924204a-cacd-44ec-b973-9f0e89f1af1e req-482ef864-75ff-4b58-bd82-8638397fe87c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 210 time: 0.0467789 Sep 02 17:16:00.397247 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-645c3fa1-b51a-4977-9478-a5262b7f9614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:00.480517 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-645c3fa1-b51a-4977-9478-a5262b7f9614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:00.530371 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-645c3fa1-b51a-4977-9478-a5262b7f9614 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1bb811a16b864c7884ef116958095284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027675 Sep 02 17:16:00.532974 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c3fa1-b51a-4977-9478-a5262b7f9614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf76fce-be6a-4575-afc4-02960be17b93,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:00.533458 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42444) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:00.598041 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3d63ce98-1bb7-4176-85cc-e8ebded6d2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:00.623651 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3d63ce98-1bb7-4176-85cc-e8ebded6d2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:00.773971 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3d63ce98-1bb7-4176-85cc-e8ebded6d2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:00.776130 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3d63ce98-1bb7-4176-85cc-e8ebded6d2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:00.777352 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-3d63ce98-1bb7-4176-85cc-e8ebded6d2a4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/acf76fce-be6a-4575-afc4-02960be17b93 HTTP/1.1" status: 204 len: 168 time: 0.2420509 Sep 02 17:16:00.785484 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63ce98-1bb7-4176-85cc-e8ebded6d2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf76fce-be6a-4575-afc4-02960be17b93,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:01.647145 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-015819d8-9677-4003-bb53-e4c857ca2355 req-f888c2a4-6534-4459-8ba7-2c6a8ea83c83 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 210 time: 0.2069275 Sep 02 17:16:01.852456 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42478) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:01.970345 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-26d38b13-7292-4c56-828e-f13f91f835d1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1130836082-network', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:02.087649 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d38b13-7292-4c56-828e-f13f91f835d1 admin admin] Made reservation on behalf of 5f4192e09b3b4aac83371f33f2bc846b for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:16:02.090035 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26d38b13-7292-4c56-828e-f13f91f835d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:02.099297 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26d38b13-7292-4c56-828e-f13f91f835d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:02.189984 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26d38b13-7292-4c56-828e-f13f91f835d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:02.321293 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26d38b13-7292-4c56-828e-f13f91f835d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:02.342576 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d38b13-7292-4c56-828e-f13f91f835d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1248, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:16:02.357974 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d38b13-7292-4c56-828e-f13f91f835d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422665c6-a47c-4a6b-90ae-b83fdeee3c8e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:02.360886 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26d38b13-7292-4c56-828e-f13f91f835d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:02.361222 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.segments_db [None req-26d38b13-7292-4c56-828e-f13f91f835d1 admin admin] Added segment 8c143bb8-fa26-4be3-926e-120c5ce1ef6b of type vlan for network 7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 Sep 02 17:16:02.401615 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26d38b13-7292-4c56-828e-f13f91f835d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:02.514021 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26d38b13-7292-4c56-828e-f13f91f835d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:02.514940 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d38b13-7292-4c56-828e-f13f91f835d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:02.515522 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26d38b13-7292-4c56-828e-f13f91f835d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:02.578652 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d38b13-7292-4c56-828e-f13f91f835d1 admin admin] Pushing event updated for resources: {'Network': ['ID=7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:02.593066 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network 7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:16:02.662053 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42486) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:02.662640 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-26d38b13-7292-4c56-828e-f13f91f835d1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8085821 Sep 02 17:16:02.668622 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-16609764-b9c9-409a-ac0e-fa02a4f8b9ed admin admin] Request body: {'subnet': {'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1130836082-subnet', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'ip_version': 4}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:02.771091 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16609764-b9c9-409a-ac0e-fa02a4f8b9ed admin admin] Made reservation on behalf of 5f4192e09b3b4aac83371f33f2bc846b for: {'subnet': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:16:02.774489 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-16609764-b9c9-409a-ac0e-fa02a4f8b9ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13343632'] for subnet, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:02.917739 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-edbe3daa-59eb-4344-8ba2-84e95203ffbe req-53b06252-48e4-40bd-898a-76e1c08e841d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 210 time: 0.1922064 Sep 02 17:16:02.999749 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975943c7-6815-4741-9534-189bbe1c2245 req-36eab6d3-1b1b-4761-8b35-94a08b64f306 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:03.001336 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-975943c7-6815-4741-9534-189bbe1c2245 req-36eab6d3-1b1b-4761-8b35-94a08b64f306 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.46 "GET /v2.0/networks?id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe HTTP/1.1" status: 200 len: 817 time: 0.1173470 Sep 02 17:16:03.055056 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-975943c7-6815-4741-9534-189bbe1c2245 req-6ec52c75-b256-46b9-8b43-606b10bdd174 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66dd13919db54e2cb281cb857b403d5d HTTP/1.1" status: 200 len: 379 time: 0.0381269 Sep 02 17:16:03.065171 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-975943c7-6815-4741-9534-189bbe1c2245 req-9f4ca37f-7feb-4339-a1f3-d70ca3515d3f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Request body: {'port': {'device_id': '932ae7e3-fadc-48ec-af78-2df0f93c5ed6', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'admin_state_up': True, 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'security_groups': ['c151ef35-7920-4e2f-acf4-fce6dab08283']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:03.259329 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975943c7-6815-4741-9534-189bbe1c2245 req-9f4ca37f-7feb-4339-a1f3-d70ca3515d3f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Made reservation on behalf of 66dd13919db54e2cb281cb857b403d5d for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:16:03.263108 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-975943c7-6815-4741-9534-189bbe1c2245 req-9f4ca37f-7feb-4339-a1f3-d70ca3515d3f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:03.287869 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-16609764-b9c9-409a-ac0e-fa02a4f8b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13791479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13343618'] for subnet, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:03.349047 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16609764-b9c9-409a-ac0e-fa02a4f8b9ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab27bb2-8625-461f-9a9c-ce7190953fb3,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:03.361558 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16609764-b9c9-409a-ac0e-fa02a4f8b9ed admin admin] Checking segment: {'id': '8c143bb8-fa26-4be3-926e-120c5ce1ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:16:03.361558 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16609764-b9c9-409a-ac0e-fa02a4f8b9ed admin admin] Network hostable DHCP agents. Network: 7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:16:03.417314 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-975943c7-6815-4741-9534-189bbe1c2245 req-9f4ca37f-7feb-4339-a1f3-d70ca3515d3f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Allocated IP 172.20.0.14 (632d189f-cdbd-40dc-b486-c7ad3cbc44fe/50615b92-51e7-4a8e-a635-3931daa3277f/bb89bd16-7d41-463f-aca8-42c7918ec4f9) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:16:03.441421 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16609764-b9c9-409a-ac0e-fa02a4f8b9ed admin admin] Network 7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:16:03.554283 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-16609764-b9c9-409a-ac0e-fa02a4f8b9ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, 7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48) {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:16:03.559824 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16609764-b9c9-409a-ac0e-fa02a4f8b9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:03.560612 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-16609764-b9c9-409a-ac0e-fa02a4f8b9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:03.571881 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1a9b87-07f5-49f2-b339-d8c2ebb93754 None None] Network 7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:16:03.577592 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-975943c7-6815-4741-9534-189bbe1c2245 req-9f4ca37f-7feb-4339-a1f3-d70ca3515d3f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:03.592542 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-975943c7-6815-4741-9534-189bbe1c2245 req-9f4ca37f-7feb-4339-a1f3-d70ca3515d3f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Transition to ACTIVE for port object bb89bd16-7d41-463f-aca8-42c7918ec4f9 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:16:03.674533 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-16609764-b9c9-409a-ac0e-fa02a4f8b9ed admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0111487 Sep 02 17:16:03.677021 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42510) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:03.681491 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1130836082-router', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:03.731310 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-975943c7-6815-4741-9534-189bbe1c2245 req-9f4ca37f-7feb-4339-a1f3-d70ca3515d3f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:03.764940 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6012'] for router, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:03.765585 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83e46462-e51a-57d2-8662-587f7e661a92-7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48', 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'fixed_ips': [{'subnet_id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3'}]}} from dv-cinder-777031-8-iscsi. {{(pid=94734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:16:03.766185 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6003'] for router, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:03.767698 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:03.781788 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975943c7-6815-4741-9534-189bbe1c2245 req-9f4ca37f-7feb-4339-a1f3-d70ca3515d3f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Network 632d189f-cdbd-40dc-b486-c7ad3cbc44fe is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:16:03.784939 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-975943c7-6815-4741-9534-189bbe1c2245 req-9f4ca37f-7feb-4339-a1f3-d70ca3515d3f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:16:03.788870 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-975943c7-6815-4741-9534-189bbe1c2245 req-9f4ca37f-7feb-4339-a1f3-d70ca3515d3f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:16:03.820099 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ca37f-7feb-4339-a1f3-d70ca3515d3f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Pushing event updated for resources: {'Port': ['ID=bb89bd16-7d41-463f-aca8-42c7918ec4f9,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:03.846203 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:03.852821 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975943c7-6815-4741-9534-189bbe1c2245 req-9f4ca37f-7feb-4339-a1f3-d70ca3515d3f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:03.858840 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-975943c7-6815-4741-9534-189bbe1c2245 req-9f4ca37f-7feb-4339-a1f3-d70ca3515d3f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:03.917509 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Allocated IP 172.20.0.2 (7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48/1ab27bb2-8625-461f-9a9c-ce7190953fb3/e98b5c15-5503-44c3-a7da-5203ef2ea5e0) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:16:03.948609 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-975943c7-6815-4741-9534-189bbe1c2245 req-9f4ca37f-7feb-4339-a1f3-d70ca3515d3f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8875904 Sep 02 17:16:04.068078 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:04.082515 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:04.089243 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Transition to ACTIVE for port object e98b5c15-5503-44c3-a7da-5203ef2ea5e0 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:16:04.105021 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Transition to ACTIVE for port object e98b5c15-5503-44c3-a7da-5203ef2ea5e0 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:16:04.109869 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af990079-5310-4d20-b1ff-13474e7bc7bc req-a102f978-67e1-45fc-96a4-94edf0c515f0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:04.111389 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-af990079-5310-4d20-b1ff-13474e7bc7bc req-a102f978-67e1-45fc-96a4-94edf0c515f0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 932 time: 0.0868402 Sep 02 17:16:04.153655 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-af990079-5310-4d20-b1ff-13474e7bc7bc req-b7f84c23-2b1e-4099-bef2-f3d3618f8cb9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338566 Sep 02 17:16:04.161186 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-54a03067-50b1-420e-a28a-786f074f3d01 None None] Provisioning for port bb89bd16-7d41-463f-aca8-42c7918ec4f9 completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:16:04.166301 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-54a03067-50b1-420e-a28a-786f074f3d01 None None] Provisioning complete for port bb89bd16-7d41-463f-aca8-42c7918ec4f9 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:04.166680 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54a03067-50b1-420e-a28a-786f074f3d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:04.203282 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-54a03067-50b1-420e-a28a-786f074f3d01 None None] Port bb89bd16-7d41-463f-aca8-42c7918ec4f9 cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:16:04.206002 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:04.246630 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Network 7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:16:04.249553 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:16:04.253008 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:16:04.263724 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Pushing event updated for resources: {'Port': ['ID=e98b5c15-5503-44c3-a7da-5203ef2ea5e0,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:04.315161 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Attempting to bind port e98b5c15-5503-44c3-a7da-5203ef2ea5e0 on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:16:04.315664 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Attempting to bind port e98b5c15-5503-44c3-a7da-5203ef2ea5e0 by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': '8c143bb8-fa26-4be3-926e-120c5ce1ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:16:04.316167 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Attempting to bind port e98b5c15-5503-44c3-a7da-5203ef2ea5e0 on network 7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:16:04.322121 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:16:04.322560 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Checking segment: {'id': '8c143bb8-fa26-4be3-926e-120c5ce1ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:16:04.322975 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:04.323401 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Bound using segment: {'id': '8c143bb8-fa26-4be3-926e-120c5ce1ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:16:04.323899 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Bound port: e98b5c15-5503-44c3-a7da-5203ef2ea5e0, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c143bb8-fa26-4be3-926e-120c5ce1ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:16:04.324419 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:04.392819 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] For port e98b5c15-5503-44c3-a7da-5203ef2ea5e0, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:16:04.396043 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] For port e98b5c15-5503-44c3-a7da-5203ef2ea5e0, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=e98b5c15-5503-44c3-a7da-5203ef2ea5e0,segment=NetworkSegment(8c143bb8-fa26-4be3-926e-120c5ce1ef6b),segment_id=8c143bb8-fa26-4be3-926e-120c5ce1ef6b)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:16:04.415963 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:04.435010 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:04.447096 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:04.517999 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e95a5-682e-4ef7-bf26-2814a2d1c6b4 None None] Pushing event updated for resources: {'Port': ['ID=e98b5c15-5503-44c3-a7da-5203ef2ea5e0,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:04.551827 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_common [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] Allocated IP 172.27.3.68 (590119a4-1f8b-48ad-9c89-4c6964c18e67/7cdc9a3e-6ce5-4dce-a686-134e15b48f48/1b344068-3785-4735-8b2d-548aafd6f1ce) {{(pid=94732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:16:04.666077 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:04.791107 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:04.834342 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:16:04.837949 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:16:04.845359 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] Received port after_create {{(pid=94732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:16:04.849413 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] Pushing event updated for resources: {'Port': ['ID=1b344068-3785-4735-8b2d-548aafd6f1ce,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:04.941946 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device e98b5c15-5503-44c3-a7da-5203ef2ea5e0 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:16:05.046667 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port e98b5c15-5503-44c3-a7da-5203ef2ea5e0 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:16:05.196792 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:05.328156 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ec005-8ad0-4748-9af1-1c56e21dfddc req-128c8550-e817-443d-b232-b60e703fd5f7 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:05.330061 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-211ec005-8ad0-4748-9af1-1c56e21dfddc req-128c8550-e817-443d-b232-b60e703fd5f7 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 932 time: 0.0934844 Sep 02 17:16:05.405647 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117088e5-4a34-42ff-8fbb-e3ac75f58812 None None] Network 7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:16:05.451107 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-211ec005-8ad0-4748-9af1-1c56e21dfddc req-055488ea-d576-44ac-aee1-10fff99f8c67 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133816 Sep 02 17:16:05.479670 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649100'] for router, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:05.543622 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-8c8a4d3c-4e27-4bce-b85c-1390fafd5901 None None] Provisioning for port e98b5c15-5503-44c3-a7da-5203ef2ea5e0 completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:16:05.564754 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-8c8a4d3c-4e27-4bce-b85c-1390fafd5901 None None] Provisioning complete for port e98b5c15-5503-44c3-a7da-5203ef2ea5e0 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:05.565125 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8c8a4d3c-4e27-4bce-b85c-1390fafd5901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:05.651225 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8c8a4d3c-4e27-4bce-b85c-1390fafd5901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:05.663874 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] Router 62c4798d-a804-4ff3-8854-e14b3c93d1a9 is scheduled to L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af with binding_index 1 {{(pid=94732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:16:05.688140 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-8c8a4d3c-4e27-4bce-b85c-1390fafd5901 None None] For port e98b5c15-5503-44c3-a7da-5203ef2ea5e0, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=e98b5c15-5503-44c3-a7da-5203ef2ea5e0,segment=NetworkSegment(8c143bb8-fa26-4be3-926e-120c5ce1ef6b),segment_id=8c143bb8-fa26-4be3-926e-120c5ce1ef6b)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:05.750014 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8c8a4d3c-4e27-4bce-b85c-1390fafd5901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:05.779718 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:16:05.790533 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Sync routers for ids ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:16:05.810825 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a4d3c-4e27-4bce-b85c-1390fafd5901 None None] Pushing event updated for resources: {'Port': ['ID=e98b5c15-5503-44c3-a7da-5203ef2ea5e0,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:05.813399 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Routers {'62c4798d-a804-4ff3-8854-e14b3c93d1a9'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:05.813991 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:15:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:05.869423 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] Notify callbacks [] for router, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:05.870733 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-48c23f6b-2a7e-4a23-846e-cfb906382731 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1926970 Sep 02 17:16:05.873278 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42524) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:05.900888 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-cf8006f8-5982-4caf-b2c1-82e270df4aa4 None None] Provisioning complete for port e98b5c15-5503-44c3-a7da-5203ef2ea5e0 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:05.901255 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf8006f8-5982-4caf-b2c1-82e270df4aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:05.952297 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Set router 62c4798d-a804-4ff3-8854-e14b3c93d1a9 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:06.157564 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'name': 'tempest-TestShelveInstance-1130836082-router', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:03Z', 'updated_at': '2021-09-02T17:16:05Z', 'revision_number': 3, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'gw_port': {'id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:04Z', 'updated_at': '2021-09-02T17:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:06.188075 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Checking router: 62c4798d-a804-4ff3-8854-e14b3c93d1a9 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:16:06.188481 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Updating router 62c4798d-a804-4ff3-8854-e14b3c93d1a9 port 1b344068-3785-4735-8b2d-548aafd6f1ce binding host dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:16:06.214740 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:06.288586 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:06.456164 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_common [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] Allocated IP 172.20.0.1 (7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48/1ab27bb2-8625-461f-9a9c-ce7190953fb3/bf3fb9b2-960b-443f-aa3b-d5a6e1536243) {{(pid=94732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:16:06.491994 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:06.513943 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Transition to ACTIVE for port object 1b344068-3785-4735-8b2d-548aafd6f1ce will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:16:06.582057 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:06.631871 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Attempting to bind port 1b344068-3785-4735-8b2d-548aafd6f1ce on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:16:06.632282 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Attempting to bind port 1b344068-3785-4735-8b2d-548aafd6f1ce by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:16:06.632650 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Attempting to bind port 1b344068-3785-4735-8b2d-548aafd6f1ce on network 590119a4-1f8b-48ad-9c89-4c6964c18e67 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:16:06.644100 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83c396-8651-45ef-99a2-97c8f583e3cd None None] Pushing event updated for resources: {'Port': ['ID=1b344068-3785-4735-8b2d-548aafd6f1ce,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:06.648229 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:16:06.648612 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Checking segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:16:06.649018 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:06.649432 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Bound using segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:16:06.649923 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Bound port: 1b344068-3785-4735-8b2d-548aafd6f1ce, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:16:06.650399 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:06.712422 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] For port 1b344068-3785-4735-8b2d-548aafd6f1ce, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:16:06.715695 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] For port 1b344068-3785-4735-8b2d-548aafd6f1ce, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=1b344068-3785-4735-8b2d-548aafd6f1ce,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:16:06.771038 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Request body: {'port': {'device_id': '932ae7e3-fadc-48ec-af78-2df0f93c5ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:06.776983 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:06.789628 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:06.805324 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.provisioning_blocks [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] Transition to ACTIVE for port object bf3fb9b2-960b-443f-aa3b-d5a6e1536243 will not be triggered until provisioned by entity DHCP. {{(pid=94732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:16:06.835610 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Routers {'62c4798d-a804-4ff3-8854-e14b3c93d1a9'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:06.835873 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:15:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:06.837635 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:06.844902 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519ce60-1c8a-40e1-bd12-82d3bd26422e req-0294ce08-f0f6-4a7f-9f05-8dd5b1e40604 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:06.846597 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c519ce60-1c8a-40e1-bd12-82d3bd26422e req-0294ce08-f0f6-4a7f-9f05-8dd5b1e40604 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 932 time: 0.1343877 Sep 02 17:16:06.873621 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83c396-8651-45ef-99a2-97c8f583e3cd None None] Pushing event updated for resources: {'Port': ['ID=1b344068-3785-4735-8b2d-548aafd6f1ce,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:06.903053 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c519ce60-1c8a-40e1-bd12-82d3bd26422e req-c73b3365-7ebe-480c-8770-91ce0876e87f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476584 Sep 02 17:16:06.905639 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:06.938268 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device e98b5c15-5503-44c3-a7da-5203ef2ea5e0 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:16:06.952955 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] Network 7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:16:06.957660 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:16:06.968083 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] Received port after_create {{(pid=94732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:16:06.971289 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] Pushing event updated for resources: {'Port': ['ID=bf3fb9b2-960b-443f-aa3b-d5a6e1536243,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:06.989074 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] Set router 62c4798d-a804-4ff3-8854-e14b3c93d1a9 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:07.014244 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483803'] for router_interface, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:07.192177 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb89bd16-7d41-463f-aca8-42c7918ec4f9 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:16:07.200724 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:07.214598 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Transition to ACTIVE for port object bb89bd16-7d41-463f-aca8-42c7918ec4f9 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:16:07.235809 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:07.275090 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:07.292417 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port e98b5c15-5503-44c3-a7da-5203ef2ea5e0 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:07.292799 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:07.329632 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Pushing event updated for resources: {'Port': ['ID=bb89bd16-7d41-463f-aca8-42c7918ec4f9,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:07.359181 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-2e53d0a3-b248-4876-9b21-80c9f7cbdc56 None None] Provisioning for port bf3fb9b2-960b-443f-aa3b-d5a6e1536243 completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:16:07.367582 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-2e53d0a3-b248-4876-9b21-80c9f7cbdc56 None None] Provisioning complete for port bf3fb9b2-960b-443f-aa3b-d5a6e1536243 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:07.367955 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2e53d0a3-b248-4876-9b21-80c9f7cbdc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:07.419497 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Attempting to bind port bb89bd16-7d41-463f-aca8-42c7918ec4f9 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:16:07.419895 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Attempting to bind port bb89bd16-7d41-463f-aca8-42c7918ec4f9 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'f10cd512-2198-439c-b70d-2b543d943c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:16:07.420235 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Attempting to bind port bb89bd16-7d41-463f-aca8-42c7918ec4f9 on network 632d189f-cdbd-40dc-b486-c7ad3cbc44fe {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:16:07.425831 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Port bb89bd16-7d41-463f-aca8-42c7918ec4f9 on network 632d189f-cdbd-40dc-b486-c7ad3cbc44fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:16:07.429146 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Attempting to bind port bb89bd16-7d41-463f-aca8-42c7918ec4f9 on network 632d189f-cdbd-40dc-b486-c7ad3cbc44fe {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:16:07.433665 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:16:07.434008 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Checking segment: {'id': 'f10cd512-2198-439c-b70d-2b543d943c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:16:07.434397 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Bound using segment: {'id': 'f10cd512-2198-439c-b70d-2b543d943c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:16:07.435022 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Bound port: bb89bd16-7d41-463f-aca8-42c7918ec4f9, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10cd512-2198-439c-b70d-2b543d943c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:16:07.435233 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:07.440817 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-2e53d0a3-b248-4876-9b21-80c9f7cbdc56 None None] Port bf3fb9b2-960b-443f-aa3b-d5a6e1536243 cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:16:07.451604 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'name': 'tempest-TestShelveInstance-1130836082-router', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:03Z', 'updated_at': '2021-09-02T17:16:05Z', 'revision_number': 3, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'gw_port': {'id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:04Z', 'updated_at': '2021-09-02T17:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:07.488568 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9561b53d-1616-46f8-acee-a43a5e631fc6 None None] The sync data for ids ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'] in dv-cinder-777031-8-iscsi is: [{'id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'name': 'tempest-TestShelveInstance-1130836082-router', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:03Z', 'updated_at': '2021-09-02T17:16:05Z', 'revision_number': 3, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'gw_port': {'id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:04Z', 'updated_at': '2021-09-02T17:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:16:07.489511 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:07.530876 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] For port bb89bd16-7d41-463f-aca8-42c7918ec4f9, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:16:07.536466 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] For port bb89bd16-7d41-463f-aca8-42c7918ec4f9, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb89bd16-7d41-463f-aca8-42c7918ec4f9,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:16:07.555475 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13791354'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:07.613860 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:07.630939 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650571'] for router_interface, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:07.646626 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] Pushing event updated for resources: {'Port': ['ID=bf3fb9b2-960b-443f-aa3b-d5a6e1536243,revision_number=2']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:07.735171 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Pushing event updated for resources: {'Port': ['ID=bb89bd16-7d41-463f-aca8-42c7918ec4f9,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:07.740112 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:07.740770 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:07.742531 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-975943c7-6815-4741-9534-189bbe1c2245 req-5195173b-5298-4b8c-8689-7df92b444f01 service neutron] 10.222.0.46 "PUT /v2.0/ports/bb89bd16-7d41-463f-aca8-42c7918ec4f9 HTTP/1.1" status: 200 len: 1094 time: 0.9759326 Sep 02 17:16:07.742981 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932ae7e3-fadc-48ec-af78-2df0f93c5ed6', 'tag': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:16:07.745258 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07a0f39-1f55-43ef-b77a-d415bf27de88" -d '{"events": [{"name": "network-changed", "server_uuid": "932ae7e3-fadc-48ec-af78-2df0f93c5ed6", "tag": "bb89bd16-7d41-463f-aca8-42c7918ec4f9"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:16:07.760775 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] Network 7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:16:07.762490 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:16:07.823828 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01642914-8ff2-451b-b08c-37d91f2db156 x-openstack-request-id: req-01642914-8ff2-451b-b08c-37d91f2db156 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:16:07.823828 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932ae7e3-fadc-48ec-af78-2df0f93c5ed6", "tag": "bb89bd16-7d41-463f-aca8-42c7918ec4f9", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:16:07.823828 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-01642914-8ff2-451b-b08c-37d91f2db156 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:16:07.823828 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932ae7e3-fadc-48ec-af78-2df0f93c5ed6', 'tag': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9', 'status': 'completed', 'code': 200} Sep 02 17:16:07.944678 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a0f39-1f55-43ef-b77a-d415bf27de88 req-ad3e85a3-c3d6-40f1-b1d1-f52c19d09597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:07.946807 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b07a0f39-1f55-43ef-b77a-d415bf27de88 req-ad3e85a3-c3d6-40f1-b1d1-f52c19d09597 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66dd13919db54e2cb281cb857b403d5d&device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 1097 time: 0.0795190 Sep 02 17:16:08.010762 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] Router 62c4798d-a804-4ff3-8854-e14b3c93d1a9 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:16:08.206982 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a0f39-1f55-43ef-b77a-d415bf27de88 req-3858c901-1c99-4b98-b203-67f5c83ef535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:08.208548 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b07a0f39-1f55-43ef-b77a-d415bf27de88 req-3858c901-1c99-4b98-b203-67f5c83ef535 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=66dd13919db54e2cb281cb857b403d5d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2474487 Sep 02 17:16:08.306248 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc98e8-8c68-477b-a6f0-dd83b018f53b req-932e1611-be43-48ea-a9c1-59f0f964cda6 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:08.308945 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e8fc98e8-8c68-477b-a6f0-dd83b018f53b req-932e1611-be43-48ea-a9c1-59f0f964cda6 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.2628107 Sep 02 17:16:08.345966 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:16:08.352683 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-669f4924-dbeb-4d6d-b550-c19dad2e5a1f admin admin] 10.222.0.78 "PUT /v2.0/routers/62c4798d-a804-4ff3-8854-e14b3c93d1a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4782851 Sep 02 17:16:08.416378 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e8fc98e8-8c68-477b-a6f0-dd83b018f53b req-9d310e32-0ada-4551-b9ee-0fc6c412e45e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879953 Sep 02 17:16:08.442556 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a0f39-1f55-43ef-b77a-d415bf27de88 req-178c48ba-3a66-47fd-9cf7-6796b04f50a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:08.446279 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b07a0f39-1f55-43ef-b77a-d415bf27de88 req-178c48ba-3a66-47fd-9cf7-6796b04f50a2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2288649 Sep 02 17:16:08.471996 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-da303441-ac33-44c4-97c1-6fd0052c6787 None None] Provisioning complete for port bf3fb9b2-960b-443f-aa3b-d5a6e1536243 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:08.472618 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-da303441-ac33-44c4-97c1-6fd0052c6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:08.517857 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-da303441-ac33-44c4-97c1-6fd0052c6787 None None] Port bf3fb9b2-960b-443f-aa3b-d5a6e1536243 cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:16:08.556608 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975943c7-6815-4741-9534-189bbe1c2245 req-756510a5-b961-4f8a-9e0d-8eecf4bb942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:08.559449 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-975943c7-6815-4741-9534-189bbe1c2245 req-756510a5-b961-4f8a-9e0d-8eecf4bb942f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66dd13919db54e2cb281cb857b403d5d&device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 1097 time: 0.0460269 Sep 02 17:16:08.614584 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-975943c7-6815-4741-9534-189bbe1c2245 req-0f899aec-dc2e-4b05-9415-86c6a1fa0a11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb89bd16-7d41-463f-aca8-42c7918ec4f9 HTTP/1.1" status: 200 len: 217 time: 0.0371375 Sep 02 17:16:08.673054 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975943c7-6815-4741-9534-189bbe1c2245 req-1e011aaf-5727-4132-a432-06ca559601d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:08.674609 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-975943c7-6815-4741-9534-189bbe1c2245 req-1e011aaf-5727-4132-a432-06ca559601d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50615b92-51e7-4a8e-a635-3931daa3277f HTTP/1.1" status: 200 len: 856 time: 0.0511034 Sep 02 17:16:08.733652 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975943c7-6815-4741-9534-189bbe1c2245 req-3deb9969-97cd-4042-842b-514c249453b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:08.735345 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-975943c7-6815-4741-9534-189bbe1c2245 req-3deb9969-97cd-4042-842b-514c249453b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512249 Sep 02 17:16:08.940372 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-975943c7-6815-4741-9534-189bbe1c2245 req-1ad8c18c-ab46-4642-b223-4fb92acc7735 service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791539 Sep 02 17:16:08.971193 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 1b344068-3785-4735-8b2d-548aafd6f1ce up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:16:09.056903 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-975943c7-6815-4741-9534-189bbe1c2245 req-fa2b7447-86ad-4eb5-9d1d-8531522599d7 service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068268 Sep 02 17:16:09.144758 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port 1b344068-3785-4735-8b2d-548aafd6f1ce completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:16:09.150314 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 1b344068-3785-4735-8b2d-548aafd6f1ce triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:09.150810 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:09.249570 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:09.270085 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port 1b344068-3785-4735-8b2d-548aafd6f1ce, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=1b344068-3785-4735-8b2d-548aafd6f1ce,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:09.343382 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:09.407520 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=1b344068-3785-4735-8b2d-548aafd6f1ce,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:09.436892 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42580) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:09.442268 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-c72e4e0f-d461-4230-8759-b7f6aee012cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-161546619-network', 'tenant_id': 'ba8ca218dbd44ac1b1dbe78c331922ac'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:09.518650 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72e4e0f-d461-4230-8759-b7f6aee012cf admin admin] Made reservation on behalf of ba8ca218dbd44ac1b1dbe78c331922ac for: {'network': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:16:09.521308 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c72e4e0f-d461-4230-8759-b7f6aee012cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:09.530943 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c72e4e0f-d461-4230-8759-b7f6aee012cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:09.606029 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad205fb-a211-40b9-ba5c-b19765206038 req-2ae00ab1-1df4-4b1c-b811-df7c0e589d19 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:09.607603 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-aad205fb-a211-40b9-ba5c-b19765206038 req-2ae00ab1-1df4-4b1c-b811-df7c0e589d19 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.0684073 Sep 02 17:16:09.670834 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-aad205fb-a211-40b9-ba5c-b19765206038 req-cf6d513c-39f0-4a78-9d7b-7ee0b1154bff tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559855 Sep 02 17:16:09.707918 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c72e4e0f-d461-4230-8759-b7f6aee012cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:09.721718 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Sync routers for ids ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'] in dv-cinder-777031-8-iscsi {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:16:09.732540 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Routers {'62c4798d-a804-4ff3-8854-e14b3c93d1a9'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:09.734750 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:15:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:09.783378 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c72e4e0f-d461-4230-8759-b7f6aee012cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:09.806078 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:09.810047 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72e4e0f-d461-4230-8759-b7f6aee012cf admin admin] vlan segment allocate from pool success with {'vlan_id': 1232, 'physical_network': 'physnet1'} {{(pid=94732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:16:09.818842 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e4e0f-d461-4230-8759-b7f6aee012cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bb5085-e9ee-4c76-a566-4f675b92e54c,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:09.824983 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c72e4e0f-d461-4230-8759-b7f6aee012cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:09.835437 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.segments_db [None req-c72e4e0f-d461-4230-8759-b7f6aee012cf admin admin] Added segment c9076590-a04b-4f86-a19f-373564f1d936 of type vlan for network b616f477-37da-4c7f-8016-968d3ca632cf Sep 02 17:16:09.845186 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Set router 62c4798d-a804-4ff3-8854-e14b3c93d1a9 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:09.868904 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c72e4e0f-d461-4230-8759-b7f6aee012cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:09.977627 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c72e4e0f-d461-4230-8759-b7f6aee012cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:09.978589 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72e4e0f-d461-4230-8759-b7f6aee012cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:09.979189 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c72e4e0f-d461-4230-8759-b7f6aee012cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:10.042440 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e4e0f-d461-4230-8759-b7f6aee012cf admin admin] Pushing event updated for resources: {'Network': ['ID=b616f477-37da-4c7f-8016-968d3ca632cf,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:10.053267 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network b616f477-37da-4c7f-8016-968d3ca632cf details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:16:10.061861 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'name': 'tempest-TestShelveInstance-1130836082-router', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:03Z', 'updated_at': '2021-09-02T17:16:07Z', 'revision_number': 4, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'gw_port': {'id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:04Z', 'updated_at': '2021-09-02T17:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'bf3fb9b2-960b-443f-aa3b-d5a6e1536243', 'name': '', 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'mac_address': 'fa:16:3e:d6:c7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:06Z', 'updated_at': '2021-09-02T17:16:07Z', 'revision_number': 2, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'subnets': [{'id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:10.089224 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Checking router: 62c4798d-a804-4ff3-8854-e14b3c93d1a9 for host: dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:16:10.089602 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Updating router 62c4798d-a804-4ff3-8854-e14b3c93d1a9 port bf3fb9b2-960b-443f-aa3b-d5a6e1536243 binding host dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:16:10.114220 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-c72e4e0f-d461-4230-8759-b7f6aee012cf admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6726346 Sep 02 17:16:10.114758 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42588) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:10.115796 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:10.124153 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-6a0366ea-0db8-40fb-9f50-a74734892c80 admin admin] Request body: {'subnet': {'network_id': 'b616f477-37da-4c7f-8016-968d3ca632cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-161546619-subnet', 'tenant_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:10.223004 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0366ea-0db8-40fb-9f50-a74734892c80 admin admin] Made reservation on behalf of ba8ca218dbd44ac1b1dbe78c331922ac for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:16:10.226647 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6a0366ea-0db8-40fb-9f50-a74734892c80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13469040'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:10.424790 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:10.435902 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Transition to ACTIVE for port object bf3fb9b2-960b-443f-aa3b-d5a6e1536243 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:16:10.509014 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6a0366ea-0db8-40fb-9f50-a74734892c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13434202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13469026'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:10.525610 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:10.563541 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0366ea-0db8-40fb-9f50-a74734892c80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25424846-c4cb-4a07-9408-324ef2ed6aad,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:10.573138 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148dd3dd-e59e-4ee4-a934-510f296ba7ea None None] Pushing event updated for resources: {'Port': ['ID=bf3fb9b2-960b-443f-aa3b-d5a6e1536243,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:10.577202 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0366ea-0db8-40fb-9f50-a74734892c80 admin admin] Checking segment: {'id': 'c9076590-a04b-4f86-a19f-373564f1d936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b616f477-37da-4c7f-8016-968d3ca632cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:16:10.577604 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0366ea-0db8-40fb-9f50-a74734892c80 admin admin] Network hostable DHCP agents. Network: b616f477-37da-4c7f-8016-968d3ca632cf, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:16:10.583579 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148dd3dd-e59e-4ee4-a934-510f296ba7ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:10.584438 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148dd3dd-e59e-4ee4-a934-510f296ba7ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:10.584773 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148dd3dd-e59e-4ee4-a934-510f296ba7ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:10.585102 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148dd3dd-e59e-4ee4-a934-510f296ba7ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:10.585458 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148dd3dd-e59e-4ee4-a934-510f296ba7ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:10.585787 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148dd3dd-e59e-4ee4-a934-510f296ba7ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:10.586385 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148dd3dd-e59e-4ee4-a934-510f296ba7ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:10.586715 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148dd3dd-e59e-4ee4-a934-510f296ba7ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:10.587062 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148dd3dd-e59e-4ee4-a934-510f296ba7ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:10.587466 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148dd3dd-e59e-4ee4-a934-510f296ba7ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:10.587698 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148dd3dd-e59e-4ee4-a934-510f296ba7ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:10.588016 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148dd3dd-e59e-4ee4-a934-510f296ba7ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:10.643874 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Attempting to bind port bf3fb9b2-960b-443f-aa3b-d5a6e1536243 on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:16:10.644243 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Attempting to bind port bf3fb9b2-960b-443f-aa3b-d5a6e1536243 by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': '8c143bb8-fa26-4be3-926e-120c5ce1ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:16:10.644606 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Attempting to bind port bf3fb9b2-960b-443f-aa3b-d5a6e1536243 on network 7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:16:10.650407 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:16:10.650783 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Checking segment: {'id': '8c143bb8-fa26-4be3-926e-120c5ce1ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:16:10.651186 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:10.651580 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Bound using segment: {'id': '8c143bb8-fa26-4be3-926e-120c5ce1ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:16:10.652050 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Bound port: bf3fb9b2-960b-443f-aa3b-d5a6e1536243, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c143bb8-fa26-4be3-926e-120c5ce1ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:16:10.652449 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:10.655227 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0366ea-0db8-40fb-9f50-a74734892c80 admin admin] Network b616f477-37da-4c7f-8016-968d3ca632cf is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:16:10.733933 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] For port bf3fb9b2-960b-443f-aa3b-d5a6e1536243, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:16:10.739484 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] For port bf3fb9b2-960b-443f-aa3b-d5a6e1536243, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=bf3fb9b2-960b-443f-aa3b-d5a6e1536243,segment=NetworkSegment(8c143bb8-fa26-4be3-926e-120c5ce1ef6b),segment_id=8c143bb8-fa26-4be3-926e-120c5ce1ef6b)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:16:10.750684 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-6a0366ea-0db8-40fb-9f50-a74734892c80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, b616f477-37da-4c7f-8016-968d3ca632cf) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:16:10.763113 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0366ea-0db8-40fb-9f50-a74734892c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:10.763843 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6a0366ea-0db8-40fb-9f50-a74734892c80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:10.781101 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1966d0-9f0d-4f41-b3f0-449b0ceda9f2 None None] Network b616f477-37da-4c7f-8016-968d3ca632cf requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:16:10.829501 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:10.847122 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf59909-32c3-4380-908d-e029fb45066f req-b482cd39-8929-4478-9f31-aaa01db41fa4 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:10.847122 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-edf59909-32c3-4380-908d-e029fb45066f req-b482cd39-8929-4478-9f31-aaa01db41fa4 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.0629601 Sep 02 17:16:10.867929 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-6a0366ea-0db8-40fb-9f50-a74734892c80 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7511787 Sep 02 17:16:10.870775 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42596) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:10.875276 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-161546619-router', 'tenant_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:10.907994 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-edf59909-32c3-4380-908d-e029fb45066f req-be396738-b6bc-44a3-9b81-6c4d4e7718c0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557485 Sep 02 17:16:10.931110 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Routers {'62c4798d-a804-4ff3-8854-e14b3c93d1a9'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:10.931670 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:15:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:10.976360 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 1b344068-3785-4735-8b2d-548aafd6f1ce up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:16:11.001119 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83e46462-e51a-57d2-8662-587f7e661a92-b616f477-37da-4c7f-8016-968d3ca632cf', 'network_id': 'b616f477-37da-4c7f-8016-968d3ca632cf', 'tenant_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'fixed_ips': [{'subnet_id': '25424846-c4cb-4a07-9408-324ef2ed6aad'}]}} from dv-cinder-777031-8-iscsi. {{(pid=94734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:16:11.002008 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:11.004563 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6012'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:11.006599 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6003'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:11.055747 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] Set router 62c4798d-a804-4ff3-8854-e14b3c93d1a9 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:11.084698 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:11.096972 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148dd3dd-e59e-4ee4-a934-510f296ba7ea None None] Pushing event updated for resources: {'Port': ['ID=bf3fb9b2-960b-443f-aa3b-d5a6e1536243,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:11.135723 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 1b344068-3785-4735-8b2d-548aafd6f1ce triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:11.136051 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:11.216182 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Allocated IP 172.20.0.2 (b616f477-37da-4c7f-8016-968d3ca632cf/25424846-c4cb-4a07-9408-324ef2ed6aad/7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:16:11.278586 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'name': 'tempest-TestShelveInstance-1130836082-router', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:03Z', 'updated_at': '2021-09-02T17:16:07Z', 'revision_number': 4, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'gw_port': {'id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:04Z', 'updated_at': '2021-09-02T17:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'bf3fb9b2-960b-443f-aa3b-d5a6e1536243', 'name': '', 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'mac_address': 'fa:16:3e:d6:c7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:06Z', 'updated_at': '2021-09-02T17:16:10Z', 'revision_number': 4, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'subnets': [{'id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:11.312640 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:11.391314 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef272677-99ed-430b-94cf-20df9c6f41da None None] The sync data for ids ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'] in dv-cinder-777031-8-iscsi is: [{'id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'name': 'tempest-TestShelveInstance-1130836082-router', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:03Z', 'updated_at': '2021-09-02T17:16:07Z', 'revision_number': 4, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'gw_port': {'id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:04Z', 'updated_at': '2021-09-02T17:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'bf3fb9b2-960b-443f-aa3b-d5a6e1536243', 'name': '', 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'mac_address': 'fa:16:3e:d6:c7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:06Z', 'updated_at': '2021-09-02T17:16:10Z', 'revision_number': 4, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'subnets': [{'id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:16:11.428902 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:11.438270 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Transition to ACTIVE for port object 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:16:11.457658 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Transition to ACTIVE for port object 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:16:11.525969 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:11.569657 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Network b616f477-37da-4c7f-8016-968d3ca632cf is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:16:11.580191 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:16:11.585404 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Pushing event updated for resources: {'Port': ['ID=7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:11.588422 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:16:11.627203 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:11.646917 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Attempting to bind port 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:16:11.647423 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Attempting to bind port 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': 'c9076590-a04b-4f86-a19f-373564f1d936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b616f477-37da-4c7f-8016-968d3ca632cf'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:16:11.647712 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Attempting to bind port 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a on network b616f477-37da-4c7f-8016-968d3ca632cf {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:16:11.649550 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:11.653368 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:16:11.653712 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Checking segment: {'id': 'c9076590-a04b-4f86-a19f-373564f1d936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b616f477-37da-4c7f-8016-968d3ca632cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:16:11.654116 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:11.654516 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Bound using segment: {'id': 'c9076590-a04b-4f86-a19f-373564f1d936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b616f477-37da-4c7f-8016-968d3ca632cf'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:16:11.654986 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Bound port: 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9076590-a04b-4f86-a19f-373564f1d936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b616f477-37da-4c7f-8016-968d3ca632cf'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:16:11.655525 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:11.730760 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] For port 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:16:11.734354 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] For port 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a,segment=NetworkSegment(c9076590-a04b-4f86-a19f-373564f1d936),segment_id=c9076590-a04b-4f86-a19f-373564f1d936)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:16:11.781177 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Allocated IP 172.27.3.21 (590119a4-1f8b-48ad-9c89-4c6964c18e67/7cdc9a3e-6ce5-4dce-a686-134e15b48f48/9564b84f-c6cb-4515-a090-874fda8fd97a) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:16:11.808138 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:11.923449 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56680f09-3032-4089-80c9-d073cd511b52 None None] Pushing event updated for resources: {'Port': ['ID=7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:11.940566 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:12.080899 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:12.167282 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:16:12.179156 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:16:12.183974 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Pushing event updated for resources: {'Port': ['ID=9564b84f-c6cb-4515-a090-874fda8fd97a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:12.187554 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:16:12.195378 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.195732 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.196074 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.196409 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.196737 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.197066 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.197438 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.197766 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.198097 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.198419 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.198739 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.199058 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:12.337179 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9943de6-17a5-4ee9-a57b-76d29ef6af9d req-924dbd42-69fe-4420-a111-b6649ba01d74 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:12.338873 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e9943de6-17a5-4ee9-a57b-76d29ef6af9d req-924dbd42-69fe-4420-a111-b6649ba01d74 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.0526226 Sep 02 17:16:12.384778 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e9943de6-17a5-4ee9-a57b-76d29ef6af9d req-727f893f-6e8c-4a24-8e46-2057bd6ef0b5 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384126 Sep 02 17:16:12.592310 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f3846600-8b6e-4e84-8578-f08b120722a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:12.775135 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:12.925896 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b936bae9-06f3-4222-911f-7fbf4b5bb8cf None None] Network b616f477-37da-4c7f-8016-968d3ca632cf requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:16:12.980066 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device bf3fb9b2-960b-443f-aa3b-d5a6e1536243 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:16:13.037060 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649100'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:13.103991 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-0a662d40-9e27-43b5-a247-7bbbea086ee1 None None] Provisioning for port 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:16:13.140016 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port bf3fb9b2-960b-443f-aa3b-d5a6e1536243 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:16:13.147868 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port bf3fb9b2-960b-443f-aa3b-d5a6e1536243 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:13.148239 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:13.235220 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:13.268848 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port bf3fb9b2-960b-443f-aa3b-d5a6e1536243, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=bf3fb9b2-960b-443f-aa3b-d5a6e1536243,segment=NetworkSegment(8c143bb8-fa26-4be3-926e-120c5ce1ef6b),segment_id=8c143bb8-fa26-4be3-926e-120c5ce1ef6b)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:13.273908 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Router c0bb23aa-7b3c-4456-a511-218e8d3871ca is scheduled to L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:16:13.353643 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:13.354467 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:16:13.389171 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:16:13.404128 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Sync routers for ids ['c0bb23aa-7b3c-4456-a511-218e8d3871ca'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:16:13.475637 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:13.478262 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-8900a71a-3a53-4ae3-9b09-76331f9bdc2d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6065385 Sep 02 17:16:13.479927 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42616) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:13.535466 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1289b-db01-41bf-985c-db25e939b662 req-794d0664-f336-49f0-8159-a6235b24b698 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:13.542486 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f1f1289b-db01-41bf-985c-db25e939b662 req-794d0664-f336-49f0-8159-a6235b24b698 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.0568106 Sep 02 17:16:13.602851 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f1f1289b-db01-41bf-985c-db25e939b662 req-2140607d-7547-4c10-9312-b5cfca375c42 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538032 Sep 02 17:16:13.607225 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Routers {'c0bb23aa-7b3c-4456-a511-218e8d3871ca'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:13.607938 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:15:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c0bb23aa-7b3c-4456-a511-218e8d3871ca'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:13.618954 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=bf3fb9b2-960b-443f-aa3b-d5a6e1536243,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:13.735695 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Set router c0bb23aa-7b3c-4456-a511-218e8d3871ca gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:13.794120 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:16:13.810519 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:13.810895 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:13.925102 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:13.974747 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.014676 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a,segment=NetworkSegment(c9076590-a04b-4f86-a19f-373564f1d936),segment_id=c9076590-a04b-4f86-a19f-373564f1d936)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:14.019423 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'name': 'tempest-TestShelveInstance-161546619-router', 'tenant_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '9564b84f-c6cb-4515-a090-874fda8fd97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:11Z', 'updated_at': '2021-09-02T17:16:12Z', 'revision_number': 3, 'project_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'gw_port': {'id': '9564b84f-c6cb-4515-a090-874fda8fd97a', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:11Z', 'updated_at': '2021-09-02T17:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:14.046182 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Checking router: c0bb23aa-7b3c-4456-a511-218e8d3871ca for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:16:14.046533 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Updating router c0bb23aa-7b3c-4456-a511-218e8d3871ca port 9564b84f-c6cb-4515-a090-874fda8fd97a binding host dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:16:14.072394 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.089941 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] Allocated IP 172.20.0.1 (b616f477-37da-4c7f-8016-968d3ca632cf/25424846-c4cb-4a07-9408-324ef2ed6aad/c836ccea-fce9-41c6-9974-2af6c7d45211) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:16:14.105080 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.209860 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.224264 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:14.225080 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] Transition to ACTIVE for port object c836ccea-fce9-41c6-9974-2af6c7d45211 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:16:14.373733 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.383642 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Transition to ACTIVE for port object 9564b84f-c6cb-4515-a090-874fda8fd97a will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:16:14.434410 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.461917 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.479189 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] Network b616f477-37da-4c7f-8016-968d3ca632cf is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:16:14.487084 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:16:14.489012 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] Pushing event updated for resources: {'Port': ['ID=c836ccea-fce9-41c6-9974-2af6c7d45211,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:14.491380 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:16:14.532166 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483803'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.533271 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cabd85-1c33-4e84-bd42-c5ea2ba74f16 None None] Pushing event updated for resources: {'Port': ['ID=9564b84f-c6cb-4515-a090-874fda8fd97a,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:14.539407 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Attempting to bind port 9564b84f-c6cb-4515-a090-874fda8fd97a on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:16:14.539779 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Attempting to bind port 9564b84f-c6cb-4515-a090-874fda8fd97a by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:16:14.543051 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Attempting to bind port 9564b84f-c6cb-4515-a090-874fda8fd97a on network 590119a4-1f8b-48ad-9c89-4c6964c18e67 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:16:14.546971 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:16:14.547347 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Checking segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:16:14.547750 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.548269 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Bound using segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:16:14.548793 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Bound port: 9564b84f-c6cb-4515-a090-874fda8fd97a, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:16:14.549137 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.627986 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device bb89bd16-7d41-463f-aca8-42c7918ec4f9 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:16:14.639363 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] For port 9564b84f-c6cb-4515-a090-874fda8fd97a, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:16:14.650939 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] For port 9564b84f-c6cb-4515-a090-874fda8fd97a, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=9564b84f-c6cb-4515-a090-874fda8fd97a,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:16:14.698918 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c3cb8038-7c78-450e-b880-a19581a6b21d req-66b645df-5893-41e5-8aa9-8ca9404cad3d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0892060 Sep 02 17:16:14.728315 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.750332 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b513f-a135-47f5-8ef3-3c1b5e2de025 req-84c068b2-41e9-4b29-b39d-eb29ab90a2f7 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:14.753800 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d11b513f-a135-47f5-8ef3-3c1b5e2de025 req-84c068b2-41e9-4b29-b39d-eb29ab90a2f7 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.0716217 Sep 02 17:16:14.799129 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d11b513f-a135-47f5-8ef3-3c1b5e2de025 req-0faa020c-9af1-4729-be48-a24f22b3924c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386605 Sep 02 17:16:14.827605 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Routers {'c0bb23aa-7b3c-4456-a511-218e8d3871ca'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:14.828323 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:15:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c0bb23aa-7b3c-4456-a511-218e8d3871ca'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:14.836877 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cabd85-1c33-4e84-bd42-c5ea2ba74f16 None None] Pushing event updated for resources: {'Port': ['ID=9564b84f-c6cb-4515-a090-874fda8fd97a,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:14.845916 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb8038-7c78-450e-b880-a19581a6b21d req-ae387eaa-e094-4e62-96bd-6d1a4c7a9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:14.847317 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c3cb8038-7c78-450e-b880-a19581a6b21d req-ae387eaa-e094-4e62-96bd-6d1a4c7a9893 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1&device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 1099 time: 0.0790272 Sep 02 17:16:14.848317 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.889714 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb89bd16-7d41-463f-aca8-42c7918ec4f9, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb89bd16-7d41-463f-aca8-42c7918ec4f9,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:14.917613 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-277da01c-8f59-4f7a-9b9d-31625936d535 None None] Provisioning for port c836ccea-fce9-41c6-9974-2af6c7d45211 completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:16:14.933410 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-277da01c-8f59-4f7a-9b9d-31625936d535 None None] Provisioning complete for port c836ccea-fce9-41c6-9974-2af6c7d45211 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:14.936581 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-277da01c-8f59-4f7a-9b9d-31625936d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:14.938520 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device bf3fb9b2-960b-443f-aa3b-d5a6e1536243 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:16:14.940225 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'port_id': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9', 'mac_address': 'fa:16:3e:46:7a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:16:15.060068 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-277da01c-8f59-4f7a-9b9d-31625936d535 None None] Port c836ccea-fce9-41c6-9974-2af6c7d45211 cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:16:15.062194 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb8038-7c78-450e-b880-a19581a6b21d req-7a0b5dbc-49d1-4d12-a867-a0a35f3b4f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:15.063907 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c3cb8038-7c78-450e-b880-a19581a6b21d req-7a0b5dbc-49d1-4d12-a867-a0a35f3b4f52 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba HTTP/1.1" status: 200 len: 912 time: 0.1642189 Sep 02 17:16:15.077727 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] Set router c0bb23aa-7b3c-4456-a511-218e8d3871ca gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:15.079890 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.127383 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb89bd16-7d41-463f-aca8-42c7918ec4f9 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:16:15.127903 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.139756 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port bf3fb9b2-960b-443f-aa3b-d5a6e1536243 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:15.140058 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.211335 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb89bd16-7d41-463f-aca8-42c7918ec4f9, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb89bd16-7d41-463f-aca8-42c7918ec4f9,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:15.237688 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.301393 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.316803 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650571'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.319303 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] Pushing event updated for resources: {'Port': ['ID=c836ccea-fce9-41c6-9974-2af6c7d45211,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:15.337151 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-87d9bd61-73a3-47cc-8e39-d3b3dfcb2844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.394858 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:16:15.413997 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] Network b616f477-37da-4c7f-8016-968d3ca632cf is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:16:15.415474 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:16:15.550688 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] Router c0bb23aa-7b3c-4456-a511-218e8d3871ca has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:16:15.590343 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=bb89bd16-7d41-463f-aca8-42c7918ec4f9,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:15.627805 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:15.628301 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.631363 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'name': 'tempest-TestShelveInstance-161546619-router', 'tenant_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '9564b84f-c6cb-4515-a090-874fda8fd97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:11Z', 'updated_at': '2021-09-02T17:16:14Z', 'revision_number': 4, 'project_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'gw_port': {'id': '9564b84f-c6cb-4515-a090-874fda8fd97a', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:11Z', 'updated_at': '2021-09-02T17:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'c836ccea-fce9-41c6-9974-2af6c7d45211', 'name': '', 'network_id': 'b616f477-37da-4c7f-8016-968d3ca632cf', 'tenant_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'mac_address': 'fa:16:3e:2e:ee:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '25424846-c4cb-4a07-9408-324ef2ed6aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:13Z', 'updated_at': '2021-09-02T17:16:14Z', 'revision_number': 1, 'project_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'subnets': [{'id': '25424846-c4cb-4a07-9408-324ef2ed6aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:15.675080 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:16:15.679520 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e3e5e8-632f-4206-8145-1f634a2fff7a None None] The sync data for ids ['c0bb23aa-7b3c-4456-a511-218e8d3871ca'] in dv-cinder-777031-8-iscsi is: [{'id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'name': 'tempest-TestShelveInstance-161546619-router', 'tenant_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '9564b84f-c6cb-4515-a090-874fda8fd97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:11Z', 'updated_at': '2021-09-02T17:16:14Z', 'revision_number': 4, 'project_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'gw_port': {'id': '9564b84f-c6cb-4515-a090-874fda8fd97a', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:11Z', 'updated_at': '2021-09-02T17:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'c836ccea-fce9-41c6-9974-2af6c7d45211', 'name': '', 'network_id': 'b616f477-37da-4c7f-8016-968d3ca632cf', 'tenant_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'mac_address': 'fa:16:3e:2e:ee:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '25424846-c4cb-4a07-9408-324ef2ed6aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:13Z', 'updated_at': '2021-09-02T17:16:14Z', 'revision_number': 1, 'project_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'subnets': [{'id': '25424846-c4cb-4a07-9408-324ef2ed6aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:16:15.681480 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-37625f03-307b-4691-a078-0facd2317498 admin admin] 10.222.0.78 "PUT /v2.0/routers/c0bb23aa-7b3c-4456-a511-218e8d3871ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1999733 Sep 02 17:16:15.683996 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.719506 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-895f3f31-a8f2-434e-99ce-a9cdde45f953 None None] Provisioning complete for port c836ccea-fce9-41c6-9974-2af6c7d45211 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:15.719808 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-895f3f31-a8f2-434e-99ce-a9cdde45f953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:15.778622 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-895f3f31-a8f2-434e-99ce-a9cdde45f953 None None] Port c836ccea-fce9-41c6-9974-2af6c7d45211 cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:16:15.952598 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a4515-f94d-40e4-bda9-79e74f652299 req-56041ac0-c855-4e4e-ab23-5a0d9c3deb83 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:15.956364 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-eb3a4515-f94d-40e4-bda9-79e74f652299 req-56041ac0-c855-4e4e-ab23-5a0d9c3deb83 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 945 time: 0.0794425 Sep 02 17:16:16.009428 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-eb3a4515-f94d-40e4-bda9-79e74f652299 req-b0c6aaa6-f35e-4dd3-bec4-3ebc24f44847 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440648 Sep 02 17:16:16.157227 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c3cb8038-7c78-450e-b880-a19581a6b21d req-978861ca-abca-435b-9870-92ebb35fc3c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c69e4472-919a-42b5-82bc-31d95eea99e4 HTTP/1.1" status: 200 len: 1002 time: 0.1811500 Sep 02 17:16:16.237197 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:16.304914 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42656) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:16.309754 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ded80c34-3aac-4d22-b3bc-fd9525a0ed2e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572695796', 'description': 'tempest-secgroup-smoke-572695796 description', 'project_id': '5f4192e09b3b4aac83371f33f2bc846b'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:16.391726 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ded80c34-3aac-4d22-b3bc-fd9525a0ed2e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:16.490279 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ded80c34-3aac-4d22-b3bc-fd9525a0ed2e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:16.546021 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ded80c34-3aac-4d22-b3bc-fd9525a0ed2e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:16.578888 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80c34-3aac-4d22-b3bc-fd9525a0ed2e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b8faa7-17fa-489a-bd44-2140d8ab7fa5,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:16.626596 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ded80c34-3aac-4d22-b3bc-fd9525a0ed2e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:16.627899 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-ded80c34-3aac-4d22-b3bc-fd9525a0ed2e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3219349 Sep 02 17:16:16.631419 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42660) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:16.636043 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9725e72e-df55-440e-a5d6-41f3094f1b0a tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Request body: {'security_group_rule': {'security_group_id': '18b8faa7-17fa-489a-bd44-2140d8ab7fa5', 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:16.724057 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9725e72e-df55-440e-a5d6-41f3094f1b0a tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:16.788472 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9725e72e-df55-440e-a5d6-41f3094f1b0a tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:16.884019 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9725e72e-df55-440e-a5d6-41f3094f1b0a tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:16.917037 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725e72e-df55-440e-a5d6-41f3094f1b0a tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be605ee5-15f9-4f25-b35c-5942aaa59022,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:16.922644 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb8038-7c78-450e-b880-a19581a6b21d req-bbea0bb6-27ee-4534-b4f6-30cbfba7fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:16.925221 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c3cb8038-7c78-450e-b880-a19581a6b21d req-bbea0bb6-27ee-4534-b4f6-30cbfba7fe1a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96f3ac1b-8493-455d-b18b-b178cdc55f13 HTTP/1.1" status: 200 len: 849 time: 0.0770264 Sep 02 17:16:16.971164 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 9564b84f-c6cb-4515-a090-874fda8fd97a up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:16:16.985600 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9725e72e-df55-440e-a5d6-41f3094f1b0a tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:16.987097 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-9725e72e-df55-440e-a5d6-41f3094f1b0a tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3545384 Sep 02 17:16:16.991019 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42664) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:16.997212 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e31d1081-8704-4303-9715-20b34b059c20 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Request body: {'security_group_rule': {'security_group_id': '18b8faa7-17fa-489a-bd44-2140d8ab7fa5', 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:17.084603 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e31d1081-8704-4303-9715-20b34b059c20 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:17.106112 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port 9564b84f-c6cb-4515-a090-874fda8fd97a completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:16:17.110230 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 9564b84f-c6cb-4515-a090-874fda8fd97a triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:17.110542 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:17.133319 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad7c58-97bb-45a0-85ad-953d04594336 req-aab948c5-4b12-4373-a5d4-921c01624470 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:17.134986 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-11ad7c58-97bb-45a0-85ad-953d04594336 req-aab948c5-4b12-4373-a5d4-921c01624470 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 945 time: 0.0529630 Sep 02 17:16:17.156405 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e31d1081-8704-4303-9715-20b34b059c20 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:17.178283 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-11ad7c58-97bb-45a0-85ad-953d04594336 req-a984775f-2045-4ca7-b910-5ec2bcb6e472 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369060 Sep 02 17:16:17.213209 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:17.234637 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port 9564b84f-c6cb-4515-a090-874fda8fd97a, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=9564b84f-c6cb-4515-a090-874fda8fd97a,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:17.242484 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e31d1081-8704-4303-9715-20b34b059c20 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:17.261111 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d1081-8704-4303-9715-20b34b059c20 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c0f6e0-725c-442c-9e89-cccb392e1443,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:17.317670 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:17.340120 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e31d1081-8704-4303-9715-20b34b059c20 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:17.341517 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-e31d1081-8704-4303-9715-20b34b059c20 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3491855 Sep 02 17:16:17.344269 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42668) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:17.350054 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-5a7cd7ea-d788-40e9-a8b8-634aad393370 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Request body: {'security_group_rule': {'security_group_id': '18b8faa7-17fa-489a-bd44-2140d8ab7fa5', 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:17.367557 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=9564b84f-c6cb-4515-a090-874fda8fd97a,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:17.437819 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5a7cd7ea-d788-40e9-a8b8-634aad393370 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:17.495967 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5a7cd7ea-d788-40e9-a8b8-634aad393370 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:17.564312 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5a7cd7ea-d788-40e9-a8b8-634aad393370 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:17.583197 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cd7ea-d788-40e9-a8b8-634aad393370 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff03660-5404-49a4-a2bf-49e183430529,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:17.655699 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5a7cd7ea-d788-40e9-a8b8-634aad393370 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:17.657028 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-5a7cd7ea-d788-40e9-a8b8-634aad393370 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3117213 Sep 02 17:16:17.659797 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42672) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:17.664785 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-780ffd11-b194-40f0-b7c2-9b13aaed17cb tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Request body: {'security_group_rule': {'security_group_id': '18b8faa7-17fa-489a-bd44-2140d8ab7fa5', 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:17.769271 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-780ffd11-b194-40f0-b7c2-9b13aaed17cb tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:17.859156 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-780ffd11-b194-40f0-b7c2-9b13aaed17cb tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:17.868318 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb8038-7c78-450e-b880-a19581a6b21d req-d61f696d-907f-4afa-873f-8bc44b343ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:17.869867 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c3cb8038-7c78-450e-b880-a19581a6b21d req-d61f696d-907f-4afa-873f-8bc44b343ae9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636270 Sep 02 17:16:17.933856 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-780ffd11-b194-40f0-b7c2-9b13aaed17cb tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:17.957947 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ffd11-b194-40f0-b7c2-9b13aaed17cb tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7480d27-29e6-4dae-b582-1850140b0a55,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:17.984986 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c3cb8038-7c78-450e-b880-a19581a6b21d req-a6b11a86-a50e-44a9-a184-665ab94482d8 service neutron] 10.222.0.46 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069322 Sep 02 17:16:18.039887 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-780ffd11-b194-40f0-b7c2-9b13aaed17cb tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:18.041021 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-780ffd11-b194-40f0-b7c2-9b13aaed17cb tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3801188 Sep 02 17:16:18.044080 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42676) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:18.048639 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-ffc2d322-3510-4e39-ae46-5181062df406 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Request body: {'security_group_rule': {'security_group_id': '18b8faa7-17fa-489a-bd44-2140d8ab7fa5', 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:18.090057 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-c3cb8038-7c78-450e-b880-a19581a6b21d req-a14977d4-522e-4540-9c6b-a8e6c87fd0b9 service neutron] 10.222.0.46 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956631 Sep 02 17:16:18.168503 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:18.169093 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.securitygroups_db [None req-ffc2d322-3510-4e39-ae46-5181062df406 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Project 5f4192e09b3b4aac83371f33f2bc846b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 17:16:18.173853 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d322-3510-4e39-ae46-5181062df406 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:18.229339 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['bb89bd16-7d41-463f-aca8-42c7918ec4f9'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:16:18.236859 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d322-3510-4e39-ae46-5181062df406 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:18.291809 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d322-3510-4e39-ae46-5181062df406 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:18.324563 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d2372-b6fa-4e90-944d-200ca6ddef41 req-1c378804-ff80-43cd-b2e0-35ff0a3e7e02 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:18.326180 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ac0d2372-b6fa-4e90-944d-200ca6ddef41 req-1c378804-ff80-43cd-b2e0-35ff0a3e7e02 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 945 time: 0.0709701 Sep 02 17:16:18.327246 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2d322-3510-4e39-ae46-5181062df406 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0628a4d0-9825-4c76-b66b-512a6775ba5a,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:18.369946 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ac0d2372-b6fa-4e90-944d-200ca6ddef41 req-42aadc78-af6c-46cd-ab52-f6b16d42ce2c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363548 Sep 02 17:16:18.374560 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d322-3510-4e39-ae46-5181062df406 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:18.375916 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-ffc2d322-3510-4e39-ae46-5181062df406 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3308437 Sep 02 17:16:18.378695 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42684) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:18.390377 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-f342572e-7925-4125-bf2a-ce2a1530bde9 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Request body: {'security_group_rule': {'security_group_id': '18b8faa7-17fa-489a-bd44-2140d8ab7fa5', 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:18.484171 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.securitygroups_db [None req-f342572e-7925-4125-bf2a-ce2a1530bde9 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Project 5f4192e09b3b4aac83371f33f2bc846b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 17:16:18.490859 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f342572e-7925-4125-bf2a-ce2a1530bde9 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:18.557620 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f342572e-7925-4125-bf2a-ce2a1530bde9 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:18.638861 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f342572e-7925-4125-bf2a-ce2a1530bde9 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:18.656333 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342572e-7925-4125-bf2a-ce2a1530bde9 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b20064-c2b8-43e1-b40d-2e4177c33663,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:18.734338 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f342572e-7925-4125-bf2a-ce2a1530bde9 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:18.735535 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-f342572e-7925-4125-bf2a-ce2a1530bde9 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3553185 Sep 02 17:16:18.936334 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 9564b84f-c6cb-4515-a090-874fda8fd97a up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:16:18.994500 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 9564b84f-c6cb-4515-a090-874fda8fd97a triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:18.994884 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:19.002965 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698eac1-ad8a-4344-ba48-0e3742a85745 req-41604fe5-2948-4d32-b912-ef3d04b14163 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:19.004970 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f698eac1-ad8a-4344-ba48-0e3742a85745 req-41604fe5-2948-4d32-b912-ef3d04b14163 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0590436 Sep 02 17:16:19.058935 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f698eac1-ad8a-4344-ba48-0e3742a85745 req-b10715fd-4043-4d94-ac99-13d0e3cc42c0 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474920 Sep 02 17:16:19.359156 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Sync routers for ids ['c0bb23aa-7b3c-4456-a511-218e8d3871ca'] in dv-cinder-777031-8-iscsi {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:16:19.369567 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Routers {'c0bb23aa-7b3c-4456-a511-218e8d3871ca'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:19.370158 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:16:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c0bb23aa-7b3c-4456-a511-218e8d3871ca'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:19.478762 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Set router c0bb23aa-7b3c-4456-a511-218e8d3871ca gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:19.531178 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e835bf-970b-4150-ac7e-e9604111ec5e req-18c73466-2a6d-4e96-be87-8e52a7b9c0ea tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:19.533095 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-62e835bf-970b-4150-ac7e-e9604111ec5e req-18c73466-2a6d-4e96-be87-8e52a7b9c0ea tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 945 time: 0.0613301 Sep 02 17:16:19.576211 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-62e835bf-970b-4150-ac7e-e9604111ec5e req-6e3261ab-ebcf-4e77-b28a-e58c7ae1061c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359182 Sep 02 17:16:19.707426 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'name': 'tempest-TestShelveInstance-161546619-router', 'tenant_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '9564b84f-c6cb-4515-a090-874fda8fd97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:11Z', 'updated_at': '2021-09-02T17:16:14Z', 'revision_number': 4, 'project_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'gw_port': {'id': '9564b84f-c6cb-4515-a090-874fda8fd97a', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:11Z', 'updated_at': '2021-09-02T17:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'c836ccea-fce9-41c6-9974-2af6c7d45211', 'name': '', 'network_id': 'b616f477-37da-4c7f-8016-968d3ca632cf', 'tenant_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'mac_address': 'fa:16:3e:2e:ee:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '25424846-c4cb-4a07-9408-324ef2ed6aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:13Z', 'updated_at': '2021-09-02T17:16:14Z', 'revision_number': 2, 'project_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'subnets': [{'id': '25424846-c4cb-4a07-9408-324ef2ed6aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:19.737983 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Checking router: c0bb23aa-7b3c-4456-a511-218e8d3871ca for host: dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:16:19.738340 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Updating router c0bb23aa-7b3c-4456-a511-218e8d3871ca port c836ccea-fce9-41c6-9974-2af6c7d45211 binding host dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:16:19.767012 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:20.041338 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:20.050733 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Transition to ACTIVE for port object c836ccea-fce9-41c6-9974-2af6c7d45211 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:16:20.145682 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:20.170120 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3c5d7-28fd-4079-8d7d-51db26bdf0c4 req-d5f61336-b723-4064-98be-1dbe8e1a50c0 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:20.171614 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e8f3c5d7-28fd-4079-8d7d-51db26bdf0c4 req-d5f61336-b723-4064-98be-1dbe8e1a50c0 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0510335 Sep 02 17:16:20.202017 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7c127-1ad3-4227-a26d-ea5b38eb2303 None None] Pushing event updated for resources: {'Port': ['ID=c836ccea-fce9-41c6-9974-2af6c7d45211,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:20.216630 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e8f3c5d7-28fd-4079-8d7d-51db26bdf0c4 req-2fb2c22b-2f9c-467f-8167-f0eac76fb12b tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384278 Sep 02 17:16:20.251194 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Attempting to bind port c836ccea-fce9-41c6-9974-2af6c7d45211 on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:16:20.251599 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Attempting to bind port c836ccea-fce9-41c6-9974-2af6c7d45211 by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': 'c9076590-a04b-4f86-a19f-373564f1d936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b616f477-37da-4c7f-8016-968d3ca632cf'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:16:20.251956 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Attempting to bind port c836ccea-fce9-41c6-9974-2af6c7d45211 on network b616f477-37da-4c7f-8016-968d3ca632cf {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:16:20.257775 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:16:20.258143 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Checking segment: {'id': 'c9076590-a04b-4f86-a19f-373564f1d936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b616f477-37da-4c7f-8016-968d3ca632cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:16:20.258543 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:20.258931 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Bound using segment: {'id': 'c9076590-a04b-4f86-a19f-373564f1d936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b616f477-37da-4c7f-8016-968d3ca632cf'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:16:20.259391 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Bound port: c836ccea-fce9-41c6-9974-2af6c7d45211, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9076590-a04b-4f86-a19f-373564f1d936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b616f477-37da-4c7f-8016-968d3ca632cf'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:16:20.259782 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:20.324979 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] For port c836ccea-fce9-41c6-9974-2af6c7d45211, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:16:20.328718 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] For port c836ccea-fce9-41c6-9974-2af6c7d45211, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=c836ccea-fce9-41c6-9974-2af6c7d45211,segment=NetworkSegment(c9076590-a04b-4f86-a19f-373564f1d936),segment_id=c9076590-a04b-4f86-a19f-373564f1d936)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:16:20.398546 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:20.463119 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Routers {'c0bb23aa-7b3c-4456-a511-218e8d3871ca'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:20.463762 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:16:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c0bb23aa-7b3c-4456-a511-218e8d3871ca'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:20.498775 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7c127-1ad3-4227-a26d-ea5b38eb2303 None None] Pushing event updated for resources: {'Port': ['ID=c836ccea-fce9-41c6-9974-2af6c7d45211,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:20.584468 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] Set router c0bb23aa-7b3c-4456-a511-218e8d3871ca gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:20.719181 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1e273-e44d-43ca-b301-3687f6226ad9 req-51512327-ec00-4c31-b6b8-56f8c04fefdc tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:20.720598 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dbf1e273-e44d-43ca-b301-3687f6226ad9 req-51512327-ec00-4c31-b6b8-56f8c04fefdc tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 945 time: 0.0539002 Sep 02 17:16:20.760457 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dbf1e273-e44d-43ca-b301-3687f6226ad9 req-5c817ae2-51f2-42e4-8dc7-107edea3befd tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332098 Sep 02 17:16:20.802891 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'name': 'tempest-TestShelveInstance-161546619-router', 'tenant_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '9564b84f-c6cb-4515-a090-874fda8fd97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:11Z', 'updated_at': '2021-09-02T17:16:14Z', 'revision_number': 4, 'project_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'gw_port': {'id': '9564b84f-c6cb-4515-a090-874fda8fd97a', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:11Z', 'updated_at': '2021-09-02T17:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'c836ccea-fce9-41c6-9974-2af6c7d45211', 'name': '', 'network_id': 'b616f477-37da-4c7f-8016-968d3ca632cf', 'tenant_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'mac_address': 'fa:16:3e:2e:ee:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '25424846-c4cb-4a07-9408-324ef2ed6aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:13Z', 'updated_at': '2021-09-02T17:16:20Z', 'revision_number': 4, 'project_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'subnets': [{'id': '25424846-c4cb-4a07-9408-324ef2ed6aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:20.830674 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f3cd20-a823-4f05-afc5-3550a8b08a07 None None] The sync data for ids ['c0bb23aa-7b3c-4456-a511-218e8d3871ca'] in dv-cinder-777031-8-iscsi is: [{'id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'name': 'tempest-TestShelveInstance-161546619-router', 'tenant_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '9564b84f-c6cb-4515-a090-874fda8fd97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:11Z', 'updated_at': '2021-09-02T17:16:14Z', 'revision_number': 4, 'project_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'gw_port': {'id': '9564b84f-c6cb-4515-a090-874fda8fd97a', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:11Z', 'updated_at': '2021-09-02T17:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'c836ccea-fce9-41c6-9974-2af6c7d45211', 'name': '', 'network_id': 'b616f477-37da-4c7f-8016-968d3ca632cf', 'tenant_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'mac_address': 'fa:16:3e:2e:ee:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '25424846-c4cb-4a07-9408-324ef2ed6aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:13Z', 'updated_at': '2021-09-02T17:16:20Z', 'revision_number': 4, 'project_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'subnets': [{'id': '25424846-c4cb-4a07-9408-324ef2ed6aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:16:20.938487 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device c836ccea-fce9-41c6-9974-2af6c7d45211 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:16:21.061083 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port c836ccea-fce9-41c6-9974-2af6c7d45211 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:16:21.065429 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port c836ccea-fce9-41c6-9974-2af6c7d45211 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:21.065801 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:21.147902 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:21.181314 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port c836ccea-fce9-41c6-9974-2af6c7d45211, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=c836ccea-fce9-41c6-9974-2af6c7d45211,segment=NetworkSegment(c9076590-a04b-4f86-a19f-373564f1d936),segment_id=c9076590-a04b-4f86-a19f-373564f1d936)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:21.266887 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:21.319424 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=c836ccea-fce9-41c6-9974-2af6c7d45211,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:21.326918 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:21.327265 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:21.327604 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:21.327938 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:21.328270 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:21.328601 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:21.328927 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:21.329252 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:21.329607 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:21.329932 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:21.330254 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:21.330575 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:21.335314 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f17d6-d6ee-45aa-a4f9-c38a74212087 req-a3b233d6-82b4-46ad-b33f-ed7be6276ee9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:21.336802 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a94f17d6-d6ee-45aa-a4f9-c38a74212087 req-a3b233d6-82b4-46ad-b33f-ed7be6276ee9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0481844 Sep 02 17:16:21.374687 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a94f17d6-d6ee-45aa-a4f9-c38a74212087 req-e88f9157-3446-46cb-84e5-d362809ed228 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317070 Sep 02 17:16:21.897869 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a73c6-7eee-4a5f-aa72-c3dab860a661 req-d1d9a15b-4da0-4db4-a7d3-730ecb04707d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:21.899442 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3c0a73c6-7eee-4a5f-aa72-c3dab860a661 req-d1d9a15b-4da0-4db4-a7d3-730ecb04707d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 945 time: 0.0628872 Sep 02 17:16:21.944845 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3c0a73c6-7eee-4a5f-aa72-c3dab860a661 req-8c6ccde0-6ddb-46a1-9556-e1faa655f5c4 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380020 Sep 02 17:16:22.506255 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c001f-1a75-49e9-8550-81adc088a9da req-4fd9fce2-365c-451f-90a7-49541e31d2f2 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:22.507831 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2b6c001f-1a75-49e9-8550-81adc088a9da req-4fd9fce2-365c-451f-90a7-49541e31d2f2 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0643027 Sep 02 17:16:22.552924 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2b6c001f-1a75-49e9-8550-81adc088a9da req-c70586d4-b206-4fcd-ac37-7d52cb1a2109 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387042 Sep 02 17:16:22.926513 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device c836ccea-fce9-41c6-9974-2af6c7d45211 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:16:22.988274 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port c836ccea-fce9-41c6-9974-2af6c7d45211 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:22.988837 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:23.073080 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36e997-ae45-4746-94eb-d5284d473f8a req-457ef0f6-8814-4c34-83fe-ec0e4df0e973 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:23.075038 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bf36e997-ae45-4746-94eb-d5284d473f8a req-457ef0f6-8814-4c34-83fe-ec0e4df0e973 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 945 time: 0.0539467 Sep 02 17:16:23.125656 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bf36e997-ae45-4746-94eb-d5284d473f8a req-17b18c07-f11c-4597-97a3-fea347d98b87 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416276 Sep 02 17:16:23.231476 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device bb89bd16-7d41-463f-aca8-42c7918ec4f9 up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:16:23.362298 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port bb89bd16-7d41-463f-aca8-42c7918ec4f9 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:16:23.366662 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port bb89bd16-7d41-463f-aca8-42c7918ec4f9 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:23.367040 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:23.451560 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:23.481065 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932ae7e3-fadc-48ec-af78-2df0f93c5ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:16:23.483415 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8edcb4-37af-4b4d-8e73-1eb1f86e2a0c" -d '{"events": [{"server_uuid": "932ae7e3-fadc-48ec-af78-2df0f93c5ed6", "name": "network-vif-plugged", "status": "completed", "tag": "bb89bd16-7d41-463f-aca8-42c7918ec4f9"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:16:23.496681 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb89bd16-7d41-463f-aca8-42c7918ec4f9, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb89bd16-7d41-463f-aca8-42c7918ec4f9,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:23.519901 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c0f6fd-02c6-4188-a70b-851b3126eeac x-openstack-request-id: req-14c0f6fd-02c6-4188-a70b-851b3126eeac {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:16:23.520127 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932ae7e3-fadc-48ec-af78-2df0f93c5ed6", "name": "network-vif-plugged", "status": "completed", "tag": "bb89bd16-7d41-463f-aca8-42c7918ec4f9", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:16:23.520468 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-14c0f6fd-02c6-4188-a70b-851b3126eeac {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:16:23.520983 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932ae7e3-fadc-48ec-af78-2df0f93c5ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9', 'code': 200} Sep 02 17:16:23.579103 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:23.633853 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=bb89bd16-7d41-463f-aca8-42c7918ec4f9,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:23.692646 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf42594-c964-4bb4-a032-bbc27ae62fd3 req-2cbbb321-ca63-42aa-87e5-58084295830e tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:23.694335 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0cf42594-c964-4bb4-a032-bbc27ae62fd3 req-2cbbb321-ca63-42aa-87e5-58084295830e tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0662344 Sep 02 17:16:23.713396 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5d7ca-501c-4698-8c8e-afd247845e7e req-f76ee419-b542-44f5-80e1-269e53eace36 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:23.714079 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1cc5d7ca-501c-4698-8c8e-afd247845e7e req-f76ee419-b542-44f5-80e1-269e53eace36 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.46 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 946 time: 0.0528047 Sep 02 17:16:23.738035 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0cf42594-c964-4bb4-a032-bbc27ae62fd3 req-c8cde5ac-9c40-448b-94d5-aff59b9194f1 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=252d5644-83d2-4f69-b16e-d5be76ef51b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367966 Sep 02 17:16:23.820849 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-1cc5d7ca-501c-4698-8c8e-afd247845e7e req-4d89a63d-7b6f-4b7f-a740-7f99e68afe5a tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Deleting port c69e4472-919a-42b5-82bc-31d95eea99e4 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:16:23.821185 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1cc5d7ca-501c-4698-8c8e-afd247845e7e req-4d89a63d-7b6f-4b7f-a740-7f99e68afe5a tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:23.915975 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-1cc5d7ca-501c-4698-8c8e-afd247845e7e req-4d89a63d-7b6f-4b7f-a740-7f99e68afe5a tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] For port c69e4472-919a-42b5-82bc-31d95eea99e4, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c69e4472-919a-42b5-82bc-31d95eea99e4,segment=NetworkSegment(44ea752d-3a49-498d-b741-60f56aa50a7a),segment_id=44ea752d-3a49-498d-b741-60f56aa50a7a)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:23.916343 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1cc5d7ca-501c-4698-8c8e-afd247845e7e req-4d89a63d-7b6f-4b7f-a740-7f99e68afe5a tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:24.247131 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7019ab-0220-4d61-9b47-b0fed1e09052 req-4c60f8cb-111e-4cb7-b103-67588fe0d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:24.248541 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-0f7019ab-0220-4d61-9b47-b0fed1e09052 req-4c60f8cb-111e-4cb7-b103-67588fe0d3cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 1099 time: 0.3297365 Sep 02 17:16:24.275212 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecf9e8-4343-4653-a50b-1bb9b82cccf4 req-5c963c73-ab8d-4ff1-a6c6-161fd9d21f1d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:24.276771 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9cecf9e8-4343-4653-a50b-1bb9b82cccf4 req-5c963c73-ab8d-4ff1-a6c6-161fd9d21f1d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0550425 Sep 02 17:16:24.317221 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9cecf9e8-4343-4653-a50b-1bb9b82cccf4 req-c7f05b50-2c22-468c-865c-82f1773355bf tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345728 Sep 02 17:16:24.364893 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1cc5d7ca-501c-4698-8c8e-afd247845e7e req-4d89a63d-7b6f-4b7f-a740-7f99e68afe5a tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:24.365307 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1cc5d7ca-501c-4698-8c8e-afd247845e7e req-4d89a63d-7b6f-4b7f-a740-7f99e68afe5a tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-483694'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:24.365621 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.l3_db [req-1cc5d7ca-501c-4698-8c8e-afd247845e7e req-4d89a63d-7b6f-4b7f-a740-7f99e68afe5a tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Floating IP f392a838-c50a-47e4-a835-f633329c0240 disassociated. External IP: 172.27.3.132, port: c69e4472-919a-42b5-82bc-31d95eea99e4. Sep 02 17:16:24.365959 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-1cc5d7ca-501c-4698-8c8e-afd247845e7e req-4d89a63d-7b6f-4b7f-a740-7f99e68afe5a tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Calling delete_port for c69e4472-919a-42b5-82bc-31d95eea99e4 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:16:24.550900 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1cc5d7ca-501c-4698-8c8e-afd247845e7e req-4d89a63d-7b6f-4b7f-a740-7f99e68afe5a tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:24.582058 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89a63d-7b6f-4b7f-a740-7f99e68afe5a tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Pushing event deleted for resources: {'Port': ['ID=c69e4472-919a-42b5-82bc-31d95eea99e4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:24.696981 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cc5d7ca-501c-4698-8c8e-afd247845e7e req-4d89a63d-7b6f-4b7f-a740-7f99e68afe5a tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Router 630e5cb7-041b-4a81-824d-229272b4d256 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:16:24.802941 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cc5d7ca-501c-4698-8c8e-afd247845e7e req-4d89a63d-7b6f-4b7f-a740-7f99e68afe5a tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:16:24.815091 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7999d6a2-af6c-4bd6-b87d-7719125a9bab None None] Sync routers for ids ['630e5cb7-041b-4a81-824d-229272b4d256'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:16:24.824717 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7999d6a2-af6c-4bd6-b87d-7719125a9bab None None] Routers {'630e5cb7-041b-4a81-824d-229272b4d256'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:24.825540 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-7999d6a2-af6c-4bd6-b87d-7719125a9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:16:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['630e5cb7-041b-4a81-824d-229272b4d256'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:24.839290 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9bbab44f-6430-461d-982b-c95e13c24ce0 req-dc62ac36-23de-48ec-8437-523e11b4978c tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0321801 Sep 02 17:16:24.844784 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc5d7ca-501c-4698-8c8e-afd247845e7e req-4d89a63d-7b6f-4b7f-a740-7f99e68afe5a tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] No DVR routers for this DVR port c69e4472-919a-42b5-82bc-31d95eea99e4 on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:16:24.848121 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1cc5d7ca-501c-4698-8c8e-afd247845e7e req-4d89a63d-7b6f-4b7f-a740-7f99e68afe5a tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:24.850239 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1cc5d7ca-501c-4698-8c8e-afd247845e7e req-4d89a63d-7b6f-4b7f-a740-7f99e68afe5a tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.46 "DELETE /v2.0/ports/c69e4472-919a-42b5-82bc-31d95eea99e4 HTTP/1.1" status: 204 len: 173 time: 1.1296096 Sep 02 17:16:24.850715 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21ad108-5b1e-4b91-9e41-58c31261f7c1', 'name': 'network-vif-deleted', 'tag': 'c69e4472-919a-42b5-82bc-31d95eea99e4'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:16:24.860413 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c147c22c-2239-4b57-9e4e-ae6915f6d692" -d '{"events": [{"server_uuid": "e21ad108-5b1e-4b91-9e41-58c31261f7c1", "name": "network-vif-deleted", "tag": "c69e4472-919a-42b5-82bc-31d95eea99e4"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:16:24.944198 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-7999d6a2-af6c-4bd6-b87d-7719125a9bab None None] Set router 630e5cb7-041b-4a81-824d-229272b4d256 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:24.948051 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfe7b42-db2b-43c6-bd7d-2d620e2eed0a x-openstack-request-id: req-cbfe7b42-db2b-43c6-bd7d-2d620e2eed0a {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:16:24.948414 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21ad108-5b1e-4b91-9e41-58c31261f7c1", "name": "network-vif-deleted", "tag": "c69e4472-919a-42b5-82bc-31d95eea99e4", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:16:24.948742 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cbfe7b42-db2b-43c6-bd7d-2d620e2eed0a {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:16:24.949214 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21ad108-5b1e-4b91-9e41-58c31261f7c1', 'name': 'network-vif-deleted', 'tag': 'c69e4472-919a-42b5-82bc-31d95eea99e4', 'status': 'completed', 'code': 200} Sep 02 17:16:25.146329 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-7999d6a2-af6c-4bd6-b87d-7719125a9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:10Z', 'revision_number': 4, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port': {'id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:02Z', 'updated_at': '2021-09-02T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40', 'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'mac_address': 'fa:16:3e:ab:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:08Z', 'updated_at': '2021-09-02T17:11:21Z', 'revision_number': 5, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'subnets': [{'id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:25.172408 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7999d6a2-af6c-4bd6-b87d-7719125a9bab None None] Checking router: 630e5cb7-041b-4a81-824d-229272b4d256 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:16:25.181310 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7999d6a2-af6c-4bd6-b87d-7719125a9bab None None] Routers {'630e5cb7-041b-4a81-824d-229272b4d256'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:25.181929 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-7999d6a2-af6c-4bd6-b87d-7719125a9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:16:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['630e5cb7-041b-4a81-824d-229272b4d256'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:25.292315 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-7999d6a2-af6c-4bd6-b87d-7719125a9bab None None] Set router 630e5cb7-041b-4a81-824d-229272b4d256 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:25.434816 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdb4fe-7404-4a19-a6b1-b648e71eb969 req-362db640-2f50-42b2-b3c7-c56867098297 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:25.436555 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-75cdb4fe-7404-4a19-a6b1-b648e71eb969 req-362db640-2f50-42b2-b3c7-c56867098297 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0498762 Sep 02 17:16:25.476450 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-75cdb4fe-7404-4a19-a6b1-b648e71eb969 req-6f096baf-1542-426c-b432-1136f3d9fdcd tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333457 Sep 02 17:16:25.488840 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-7999d6a2-af6c-4bd6-b87d-7719125a9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:10Z', 'revision_number': 4, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port': {'id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:02Z', 'updated_at': '2021-09-02T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40', 'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'mac_address': 'fa:16:3e:ab:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:08Z', 'updated_at': '2021-09-02T17:11:21Z', 'revision_number': 5, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'subnets': [{'id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:25.514974 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7999d6a2-af6c-4bd6-b87d-7719125a9bab None None] The sync data for ids ['630e5cb7-041b-4a81-824d-229272b4d256'] in dv-cinder-777031-8-iscsi is: [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:10Z', 'revision_number': 4, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port': {'id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:02Z', 'updated_at': '2021-09-02T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40', 'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'mac_address': 'fa:16:3e:ab:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:08Z', 'updated_at': '2021-09-02T17:11:21Z', 'revision_number': 5, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'subnets': [{'id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:16:25.712606 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:16:25.738216 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84053ce-bd27-42a2-b326-5403c0f29ac9 None None] New status for floating IP f392a838-c50a-47e4-a835-f633329c0240: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:16:25.938409 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0672ea00-f0c0-4d09-b5a7-88aa2eb8e535 req-6d4de680-f477-4c84-84d0-a8ffc73d3ba9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0270352 Sep 02 17:16:26.602216 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3ff67-3405-4730-9923-8def6d9ca0cb req-d91bc710-891a-4192-8b3f-ae549c8f7bde tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:26.603702 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-acc3ff67-3405-4730-9923-8def6d9ca0cb req-d91bc710-891a-4192-8b3f-ae549c8f7bde tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0536540 Sep 02 17:16:26.641704 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-acc3ff67-3405-4730-9923-8def6d9ca0cb req-645820b9-8a27-4755-a441-12ad90272a60 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316963 Sep 02 17:16:27.036272 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2c6ac320-acfe-4722-a42a-5eac72a052e4 req-8e4e13f2-ac50-4d56-996c-e31773ad7bdd tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0264635 Sep 02 17:16:27.116966 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-0f7019ab-0220-4d61-9b47-b0fed1e09052 req-ec9997cd-022b-4ff3-8d62-0e371798fa4a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340171 Sep 02 17:16:27.774302 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4254d8-f407-4307-8266-1fdd456cd56b req-df4b16f8-c7e1-4cd5-aed9-0fdd9922d54f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:27.775918 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cf4254d8-f407-4307-8266-1fdd456cd56b req-df4b16f8-c7e1-4cd5-aed9-0fdd9922d54f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0548625 Sep 02 17:16:27.814563 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cf4254d8-f407-4307-8266-1fdd456cd56b req-1607a5b4-0169-439a-91a9-9e8703ef1e50 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325544 Sep 02 17:16:28.144592 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-89685653-38fb-46d2-8c87-2d64d3ca0893 req-e8e5af6d-7509-459b-8c92-fedae31b0f8a tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21ad108-5b1e-4b91-9e41-58c31261f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0296113 Sep 02 17:16:28.938384 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593710d4-cb17-4e25-8a7a-93edfb4ccc8a req-c87d95d8-dbf2-4ab5-96f3-abb1d1641bd1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:28.940909 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-593710d4-cb17-4e25-8a7a-93edfb4ccc8a req-c87d95d8-dbf2-4ab5-96f3-abb1d1641bd1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0522215 Sep 02 17:16:28.981993 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-593710d4-cb17-4e25-8a7a-93edfb4ccc8a req-712d013f-3f69-4c47-85b0-6e2245dc7119 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354435 Sep 02 17:16:29.103681 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81162ce5-a663-40e4-879a-0ecc3f5c03bc req-7e73b0d1-ef2a-4626-85d5-b4ccdc631aee tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:29.105160 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-81162ce5-a663-40e4-879a-0ecc3f5c03bc req-7e73b0d1-ef2a-4626-85d5-b4ccdc631aee tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0503569 Sep 02 17:16:29.115439 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42894) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:29.121008 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-de743f0b-db9e-497f-81f8-2b2893fba04d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Request body: {'floatingip': {'port_id': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:29.168289 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de743f0b-db9e-497f-81f8-2b2893fba04d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for floatingip, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:29.312638 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42906) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:29.373971 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-77f3a367-8db1-4ab2-9caa-475193ea8645 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:29.400622 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-77f3a367-8db1-4ab2-9caa-475193ea8645 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:29.516982 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-77f3a367-8db1-4ab2-9caa-475193ea8645 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:29.520105 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-77f3a367-8db1-4ab2-9caa-475193ea8645 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:29.521420 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-77f3a367-8db1-4ab2-9caa-475193ea8645 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "DELETE /v2.0/security-groups/252d5644-83d2-4f69-b16e-d5be76ef51b8 HTTP/1.1" status: 204 len: 168 time: 0.2075422 Sep 02 17:16:29.524856 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 42908) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:29.530646 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3a367-8db1-4ab2-9caa-475193ea8645 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=252d5644-83d2-4f69-b16e-d5be76ef51b8,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:29.539510 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3a367-8db1-4ab2-9caa-475193ea8645 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:29.539864 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3a367-8db1-4ab2-9caa-475193ea8645 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:29.540208 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3a367-8db1-4ab2-9caa-475193ea8645 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:29.540546 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3a367-8db1-4ab2-9caa-475193ea8645 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:29.540884 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3a367-8db1-4ab2-9caa-475193ea8645 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:29.541359 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3a367-8db1-4ab2-9caa-475193ea8645 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:29.541740 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3a367-8db1-4ab2-9caa-475193ea8645 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:29.542072 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3a367-8db1-4ab2-9caa-475193ea8645 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:29.542406 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3a367-8db1-4ab2-9caa-475193ea8645 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:29.542827 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3a367-8db1-4ab2-9caa-475193ea8645 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:29.543167 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3a367-8db1-4ab2-9caa-475193ea8645 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:29.543497 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3a367-8db1-4ab2-9caa-475193ea8645 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:16:29.544462 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.api.v2.resource [None req-aff5c853-1d71-48a0-9c74-9883e38b3b6f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] show failed (client error): The resource could not be found. Sep 02 17:16:29.547433 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-aff5c853-1d71-48a0-9c74-9883e38b3b6f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups/252d5644-83d2-4f69-b16e-d5be76ef51b8 HTTP/1.1" status: 404 len: 347 time: 0.0196846 Sep 02 17:16:29.549581 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42910) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:29.651333 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de743f0b-db9e-497f-81f8-2b2893fba04d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:29.747813 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de743f0b-db9e-497f-81f8-2b2893fba04d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-483694'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:29.760096 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-19b9c22d-b289-45d9-9b71-f2c06138ddaa tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Deleting port f7854444-fcc4-4db1-a2f0-8279282187e4 {{(pid=94732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:16:29.760629 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-19b9c22d-b289-45d9-9b71-f2c06138ddaa tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:29.838307 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-19b9c22d-b289-45d9-9b71-f2c06138ddaa tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:29.838698 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-19b9c22d-b289-45d9-9b71-f2c06138ddaa tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:29.852432 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-19b9c22d-b289-45d9-9b71-f2c06138ddaa tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Calling delete_port for f7854444-fcc4-4db1-a2f0-8279282187e4 owned by network:floatingip {{(pid=94732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:16:29.854414 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.l3_db [None req-de743f0b-db9e-497f-81f8-2b2893fba04d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Floating IP 3267fb89-cde9-4046-be29-42a5aa3fb3c3 associated. External IP: 172.27.3.59, port: bb89bd16-7d41-463f-aca8-42c7918ec4f9. Sep 02 17:16:30.066230 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de743f0b-db9e-497f-81f8-2b2893fba04d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Router c904a387-9f22-49ef-8328-fd16ec3668de has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:16:30.086097 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-19b9c22d-b289-45d9-9b71-f2c06138ddaa tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:30.112973 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9c22d-b289-45d9-9b71-f2c06138ddaa tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Pushing event deleted for resources: {'Port': ['ID=f7854444-fcc4-4db1-a2f0-8279282187e4,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:30.180801 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de743f0b-db9e-497f-81f8-2b2893fba04d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:16:30.181460 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-19b9c22d-b289-45d9-9b71-f2c06138ddaa tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for floatingip, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:30.184165 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-19b9c22d-b289-45d9-9b71-f2c06138ddaa tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:30.185407 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-19b9c22d-b289-45d9-9b71-f2c06138ddaa tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "DELETE /v2.0/floatingips/f392a838-c50a-47e4-a835-f633329c0240 HTTP/1.1" status: 204 len: 168 time: 0.6343982 Sep 02 17:16:30.185950 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de743f0b-db9e-497f-81f8-2b2893fba04d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:30.222972 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-de743f0b-db9e-497f-81f8-2b2893fba04d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "PUT /v2.0/floatingips/3267fb89-cde9-4046-be29-42a5aa3fb3c3 HTTP/1.1" status: 200 len: 991 time: 1.1060109 Sep 02 17:16:30.224325 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932ae7e3-fadc-48ec-af78-2df0f93c5ed6', 'tag': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:16:30.235787 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a711bc-2843-463c-80a2-3ac01cd9b69a" -d '{"events": [{"name": "network-changed", "server_uuid": "932ae7e3-fadc-48ec-af78-2df0f93c5ed6", "tag": "bb89bd16-7d41-463f-aca8-42c7918ec4f9"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:16:30.323898 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d419d3-e3d1-4c01-b0de-98945d6efe5f None None] Sync routers for ids ['c904a387-9f22-49ef-8328-fd16ec3668de'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:16:30.334018 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d419d3-e3d1-4c01-b0de-98945d6efe5f None None] Routers {'c904a387-9f22-49ef-8328-fd16ec3668de'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:30.334633 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-d0d419d3-e3d1-4c01-b0de-98945d6efe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:16:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c904a387-9f22-49ef-8328-fd16ec3668de'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:30.442613 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-d0d419d3-e3d1-4c01-b0de-98945d6efe5f None None] Set router c904a387-9f22-49ef-8328-fd16ec3668de gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:30.531234 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42930) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:30.536397 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-ad7ad557-ec8a-4092-8eb5-9a39df79f964 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1736235556', 'description': 'tempest-description--1395641039'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:30.562464 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bb56d2-1601-4194-a98e-94fe5346459b x-openstack-request-id: req-19bb56d2-1601-4194-a98e-94fe5346459b {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:16:30.562878 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932ae7e3-fadc-48ec-af78-2df0f93c5ed6", "tag": "bb89bd16-7d41-463f-aca8-42c7918ec4f9", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:16:30.563139 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-19bb56d2-1601-4194-a98e-94fe5346459b {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:16:30.563649 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932ae7e3-fadc-48ec-af78-2df0f93c5ed6', 'tag': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9', 'status': 'completed', 'code': 200} Sep 02 17:16:30.665798 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad557-ec8a-4092-8eb5-9a39df79f964 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:30.759265 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad557-ec8a-4092-8eb5-9a39df79f964 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:30.841985 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad557-ec8a-4092-8eb5-9a39df79f964 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:30.854197 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-d0d419d3-e3d1-4c01-b0de-98945d6efe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:11:08Z', 'revision_number': 4, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port': {'id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '3267fb89-cde9-4046-be29-42a5aa3fb3c3', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'port_id': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'mac_address': 'fa:16:3e:46:7a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ae7e3-fadc-48ec-af78-2df0f93c5ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:15:57Z', 'updated_at': '2021-09-02T17:16:29Z', 'revision_number': 1, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd437f4a-f817-4ddb-a8a4-54c23ef7e565', 'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'mac_address': 'fa:16:3e:2d:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:07Z', 'updated_at': '2021-09-02T17:11:15Z', 'revision_number': 5, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'subnets': [{'id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:30.871554 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ad557-ec8a-4092-8eb5-9a39df79f964 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c67ae3c-f0ce-4da0-ad51-3d66fea4515b,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:30.883052 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d419d3-e3d1-4c01-b0de-98945d6efe5f None None] Checking router: c904a387-9f22-49ef-8328-fd16ec3668de for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:16:30.891420 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d419d3-e3d1-4c01-b0de-98945d6efe5f None None] Routers {'c904a387-9f22-49ef-8328-fd16ec3668de'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:30.892015 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-d0d419d3-e3d1-4c01-b0de-98945d6efe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:16:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c904a387-9f22-49ef-8328-fd16ec3668de'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:30.933575 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad557-ec8a-4092-8eb5-9a39df79f964 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:30.934839 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-ad7ad557-ec8a-4092-8eb5-9a39df79f964 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4026151 Sep 02 17:16:30.937809 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42938) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:30.943208 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-cb94dbbe-1417-4e80-9b71-6c8c4cf091dd tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Request body: {'security_group_rule': {'security_group_id': '1c67ae3c-f0ce-4da0-ad51-3d66fea4515b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:30.998431 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-d0d419d3-e3d1-4c01-b0de-98945d6efe5f None None] Set router c904a387-9f22-49ef-8328-fd16ec3668de gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:31.056941 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cb94dbbe-1417-4e80-9b71-6c8c4cf091dd tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:31.113098 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cb94dbbe-1417-4e80-9b71-6c8c4cf091dd tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:31.213823 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cb94dbbe-1417-4e80-9b71-6c8c4cf091dd tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:31.228110 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94dbbe-1417-4e80-9b71-6c8c4cf091dd tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de613d5-b32f-4c84-8749-91f2ce394d5f,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:31.240090 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-d0d419d3-e3d1-4c01-b0de-98945d6efe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:11:08Z', 'revision_number': 4, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port': {'id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '3267fb89-cde9-4046-be29-42a5aa3fb3c3', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'port_id': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'mac_address': 'fa:16:3e:46:7a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ae7e3-fadc-48ec-af78-2df0f93c5ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:15:57Z', 'updated_at': '2021-09-02T17:16:29Z', 'revision_number': 1, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd437f4a-f817-4ddb-a8a4-54c23ef7e565', 'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'mac_address': 'fa:16:3e:2d:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:07Z', 'updated_at': '2021-09-02T17:11:15Z', 'revision_number': 5, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'subnets': [{'id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:31.275496 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d419d3-e3d1-4c01-b0de-98945d6efe5f None None] The sync data for ids ['c904a387-9f22-49ef-8328-fd16ec3668de'] in dv-cinder-777031-8-iscsi is: [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:11:08Z', 'revision_number': 4, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port': {'id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '3267fb89-cde9-4046-be29-42a5aa3fb3c3', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'port_id': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'mac_address': 'fa:16:3e:46:7a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ae7e3-fadc-48ec-af78-2df0f93c5ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:15:57Z', 'updated_at': '2021-09-02T17:16:29Z', 'revision_number': 1, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd437f4a-f817-4ddb-a8a4-54c23ef7e565', 'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'mac_address': 'fa:16:3e:2d:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:07Z', 'updated_at': '2021-09-02T17:11:15Z', 'revision_number': 5, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'subnets': [{'id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:16:31.345740 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cb94dbbe-1417-4e80-9b71-6c8c4cf091dd tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:31.347322 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-cb94dbbe-1417-4e80-9b71-6c8c4cf091dd tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4085393 Sep 02 17:16:31.350222 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42942) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:31.357771 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-8eeca09a-218a-45fd-a6b9-5054dd05db26 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Request body: {'security_group_rule': {'security_group_id': '1c67ae3c-f0ce-4da0-ad51-3d66fea4515b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:31.447539 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8eeca09a-218a-45fd-a6b9-5054dd05db26 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:31.472041 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2725788-0af5-465b-a569-26dc99c413f6 None None] New status for floating IP 3267fb89-cde9-4046-be29-42a5aa3fb3c3: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:16:31.527197 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8eeca09a-218a-45fd-a6b9-5054dd05db26 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:31.625297 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8eeca09a-218a-45fd-a6b9-5054dd05db26 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:31.643914 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeca09a-218a-45fd-a6b9-5054dd05db26 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560c468b-3105-48b2-9e46-fb67b177f9be,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:31.745433 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8eeca09a-218a-45fd-a6b9-5054dd05db26 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:31.750248 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-8eeca09a-218a-45fd-a6b9-5054dd05db26 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3950186 Sep 02 17:16:31.750248 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 42948) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:31.759881 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-9ed5c71a-acf9-40fc-96ca-be3a6135d8c4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Request body: {'floatingip': {'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:31.868676 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c71a-acf9-40fc-96ca-be3a6135d8c4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for floatingip, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:31.967068 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c71a-acf9-40fc-96ca-be3a6135d8c4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:32.072697 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_common [None req-9ed5c71a-acf9-40fc-96ca-be3a6135d8c4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Allocated IP 172.27.3.176 (590119a4-1f8b-48ad-9c89-4c6964c18e67/7cdc9a3e-6ce5-4dce-a686-134e15b48f48/f5f5b891-f8c3-4170-8659-41f776efc378) {{(pid=94732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:16:32.170558 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c71a-acf9-40fc-96ca-be3a6135d8c4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for port, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:32.257696 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c71a-acf9-40fc-96ca-be3a6135d8c4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:32.297083 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed5c71a-acf9-40fc-96ca-be3a6135d8c4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:16:32.300476 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-9ed5c71a-acf9-40fc-96ca-be3a6135d8c4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:16:32.303780 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed5c71a-acf9-40fc-96ca-be3a6135d8c4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Received port after_create {{(pid=94732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:16:32.310843 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5c71a-acf9-40fc-96ca-be3a6135d8c4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Pushing event updated for resources: {'Port': ['ID=f5f5b891-f8c3-4170-8659-41f776efc378,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:32.386578 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c71a-acf9-40fc-96ca-be3a6135d8c4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:32.478808 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c71a-acf9-40fc-96ca-be3a6135d8c4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:32.812215 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c71a-acf9-40fc-96ca-be3a6135d8c4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:32.876398 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c71a-acf9-40fc-96ca-be3a6135d8c4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13791354'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:32.942913 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5c71a-acf9-40fc-96ca-be3a6135d8c4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Pushing event updated for resources: {'Port': ['ID=f5f5b891-f8c3-4170-8659-41f776efc378,revision_number=2']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:32.957782 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c71a-acf9-40fc-96ca-be3a6135d8c4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-483694'] for floatingip, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:33.041860 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c71a-acf9-40fc-96ca-be3a6135d8c4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:33.043116 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-9ed5c71a-acf9-40fc-96ca-be3a6135d8c4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2923474 Sep 02 17:16:33.181939 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4902f678-279d-4c27-bb06-a365a764a446 req-d0e02b08-8ef1-4b52-b0bb-1cfb41ffdc36 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1736235556&fields=id&tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1 HTTP/1.1" status: 200 len: 267 time: 0.0323155 Sep 02 17:16:33.285729 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902f678-279d-4c27-bb06-a365a764a446 req-d713d51a-e501-4166-a911-0c7632c23a94 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:33.287255 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4902f678-279d-4c27-bb06-a365a764a446 req-d713d51a-e501-4166-a911-0c7632c23a94 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/networks?id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba HTTP/1.1" status: 200 len: 810 time: 0.0987866 Sep 02 17:16:33.303423 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4902f678-279d-4c27-bb06-a365a764a446 req-601bd779-8acc-4748-a715-cb14181cbdda tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/quotas/19bd486a9ccf4993bc29caedf7ebc2d1 HTTP/1.1" status: 200 len: 375 time: 0.0102284 Sep 02 17:16:33.360323 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device c69e4472-919a-42b5-82bc-31d95eea99e4 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:16:33.363005 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4902f678-279d-4c27-bb06-a365a764a446 req-15d1ec2b-7114-4f6e-8557-563ee264245f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540917 Sep 02 17:16:33.389173 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: c69e4472-919a-42b5-82bc-31d95eea99e4 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:16:33.389543 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device c69e4472-919a-42b5-82bc-31d95eea99e4 not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:16:33.445262 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a711bc-2843-463c-80a2-3ac01cd9b69a req-0dd89d13-e988-476c-89ee-97a82e39975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:33.446827 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d1a711bc-2843-463c-80a2-3ac01cd9b69a req-0dd89d13-e988-476c-89ee-97a82e39975d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66dd13919db54e2cb281cb857b403d5d&device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 1099 time: 0.0494628 Sep 02 17:16:33.525844 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4902f678-279d-4c27-bb06-a365a764a446 req-1e84d112-4f58-4165-8fef-b28a7012581a service neutron] 10.222.0.78 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485033 Sep 02 17:16:33.550642 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a711bc-2843-463c-80a2-3ac01cd9b69a req-227ead46-c7d5-440e-9d5e-9e24f8c3bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:33.552113 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d1a711bc-2843-463c-80a2-3ac01cd9b69a req-227ead46-c7d5-440e-9d5e-9e24f8c3bc5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe HTTP/1.1" status: 200 len: 919 time: 0.0974257 Sep 02 17:16:33.619003 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4902f678-279d-4c27-bb06-a365a764a446 req-9e9b5abb-205d-44b8-8687-844d2c9c0d2d service neutron] 10.222.0.78 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896859 Sep 02 17:16:33.619288 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d1a711bc-2843-463c-80a2-3ac01cd9b69a req-c39fdc2e-25e5-470c-90fb-ea3792239ee2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb89bd16-7d41-463f-aca8-42c7918ec4f9 HTTP/1.1" status: 200 len: 1001 time: 0.0595758 Sep 02 17:16:33.671064 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a711bc-2843-463c-80a2-3ac01cd9b69a req-1ea0aea1-9db5-42af-a2b7-42cfa18c5d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:33.672537 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d1a711bc-2843-463c-80a2-3ac01cd9b69a req-1ea0aea1-9db5-42af-a2b7-42cfa18c5d68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50615b92-51e7-4a8e-a635-3931daa3277f HTTP/1.1" status: 200 len: 856 time: 0.0448220 Sep 02 17:16:33.724281 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a711bc-2843-463c-80a2-3ac01cd9b69a req-753bd4af-cd1c-4908-a0d4-1319901ce6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:33.725909 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d1a711bc-2843-463c-80a2-3ac01cd9b69a req-753bd4af-cd1c-4908-a0d4-1319901ce6ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452852 Sep 02 17:16:33.820211 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d1a711bc-2843-463c-80a2-3ac01cd9b69a req-0dcbd6c6-207b-4382-8e21-2cd979d59574 service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854404 Sep 02 17:16:33.917077 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d1a711bc-2843-463c-80a2-3ac01cd9b69a req-58067ca4-3a95-464e-8722-c3575b8dbb54 service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895205 Sep 02 17:16:34.014227 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9c977eb1-92ad-4a76-a3c3-8694203c7454 req-176d3966-4039-4cb4-b819-ea09f863a426 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 210 time: 0.0266008 Sep 02 17:16:35.109346 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-87e9e32f-9257-4d29-b699-4260c34e9fd2 req-ae55a306-25f3-45fe-883e-b450503bd96b tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 210 time: 0.0278456 Sep 02 17:16:36.200918 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-80780b31-6336-466f-8734-c3024d5f8f03 req-516ca414-f25d-424c-9619-12e89ef9a454 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 210 time: 0.0248919 Sep 02 17:16:36.433246 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902f678-279d-4c27-bb06-a365a764a446 req-d8a111bb-53e4-493e-b251-464ce4062f57 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:36.434790 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4902f678-279d-4c27-bb06-a365a764a446 req-d8a111bb-53e4-493e-b251-464ce4062f57 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.46 "GET /v2.0/networks?id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba HTTP/1.1" status: 200 len: 810 time: 0.1027362 Sep 02 17:16:36.498583 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4902f678-279d-4c27-bb06-a365a764a446 req-349c34b2-d070-4de9-aa77-939fcd3bcdad tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1 HTTP/1.1" status: 200 len: 380 time: 0.0416143 Sep 02 17:16:36.509094 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-4902f678-279d-4c27-bb06-a365a764a446 req-b0b2cf3d-db2a-410a-91cc-e0aa08cefd12 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Request body: {'port': {'device_id': '7e368e38-d399-47e8-bef5-ef308fd94ace', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'admin_state_up': True, 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'security_groups': ['1c67ae3c-f0ce-4da0-ad51-3d66fea4515b']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:36.772917 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4902f678-279d-4c27-bb06-a365a764a446 req-b0b2cf3d-db2a-410a-91cc-e0aa08cefd12 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Made reservation on behalf of 19bd486a9ccf4993bc29caedf7ebc2d1 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:16:36.776588 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4902f678-279d-4c27-bb06-a365a764a446 req-b0b2cf3d-db2a-410a-91cc-e0aa08cefd12 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:36.916045 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-4902f678-279d-4c27-bb06-a365a764a446 req-b0b2cf3d-db2a-410a-91cc-e0aa08cefd12 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Allocated IP 172.20.0.8 (e7a994e9-dc5c-47aa-aba5-88bd0556f7ba/96f3ac1b-8493-455d-b18b-b178cdc55f13/c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:16:36.979897 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 43076) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:37.025624 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb470493-0f99-4923-8953-3000b36b3630 admin admin] Deleting subnet dac5d2c8-1212-4fe0-b293-11ca7e98eb51 {{(pid=94732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:16:37.028538 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cb470493-0f99-4923-8953-3000b36b3630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.062101 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4902f678-279d-4c27-bb06-a365a764a446 req-b0b2cf3d-db2a-410a-91cc-e0aa08cefd12 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.070342 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cb470493-0f99-4923-8953-3000b36b3630 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3612834'] for subnet, precommit_delete_associations {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.076390 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-4902f678-279d-4c27-bb06-a365a764a446 req-b0b2cf3d-db2a-410a-91cc-e0aa08cefd12 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Transition to ACTIVE for port object c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:16:37.108500 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cb470493-0f99-4923-8953-3000b36b3630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467972'] for subnet, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.195920 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4902f678-279d-4c27-bb06-a365a764a446 req-b0b2cf3d-db2a-410a-91cc-e0aa08cefd12 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.230425 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cb470493-0f99-4923-8953-3000b36b3630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1468095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13791280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13343739'] for subnet, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.249653 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4902f678-279d-4c27-bb06-a365a764a446 req-b0b2cf3d-db2a-410a-91cc-e0aa08cefd12 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Network e7a994e9-dc5c-47aa-aba5-88bd0556f7ba is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:16:37.253624 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-4902f678-279d-4c27-bb06-a365a764a446 req-b0b2cf3d-db2a-410a-91cc-e0aa08cefd12 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:16:37.260373 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cb470493-0f99-4923-8953-3000b36b3630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.260654 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-4902f678-279d-4c27-bb06-a365a764a446 req-b0b2cf3d-db2a-410a-91cc-e0aa08cefd12 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:16:37.263559 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2cf3d-db2a-410a-91cc-e0aa08cefd12 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Pushing event updated for resources: {'Port': ['ID=c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:37.265173 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-cb470493-0f99-4923-8953-3000b36b3630 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/dac5d2c8-1212-4fe0-b293-11ca7e98eb51 HTTP/1.1" status: 204 len: 168 time: 0.2842302 Sep 02 17:16:37.265662 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 43082) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:37.273501 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb470493-0f99-4923-8953-3000b36b3630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac5d2c8-1212-4fe0-b293-11ca7e98eb51,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:37.337090 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119dd7eb-33fa-433c-b9a0-d1c4782a25d8 req-d80f0ab9-59b1-4a1f-bdef-f046942561f1 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:37.338762 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-119dd7eb-33fa-433c-b9a0-d1c4782a25d8 req-d80f0ab9-59b1-4a1f-bdef-f046942561f1 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 931 time: 0.0546911 Sep 02 17:16:37.376695 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902f678-279d-4c27-bb06-a365a764a446 req-b0b2cf3d-db2a-410a-91cc-e0aa08cefd12 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:37.377253 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4902f678-279d-4c27-bb06-a365a764a446 req-b0b2cf3d-db2a-410a-91cc-e0aa08cefd12 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.397092 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-119dd7eb-33fa-433c-b9a0-d1c4782a25d8 req-9e51dd07-fd10-4eb7-b866-87fcbcc9dca5 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c67ae3c-f0ce-4da0-ad51-3d66fea4515b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434904 Sep 02 17:16:37.401083 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72016097-3a41-4715-9787-83faed9319a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645182'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.488230 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72016097-3a41-4715-9787-83faed9319a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1470163', 'neutron.services.segments.db._delete_segments_for_network-8737482361959'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.496826 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4902f678-279d-4c27-bb06-a365a764a446 req-b0b2cf3d-db2a-410a-91cc-e0aa08cefd12 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9916275 Sep 02 17:16:37.502481 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-72016097-3a41-4715-9787-83faed9319a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb23052-3303-4660-848f-be0c0b86520f']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:37.510301 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-72016097-3a41-4715-9787-83faed9319a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90992942-a7e9-4c62-93f9-c74e32098b48') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:37.510595 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-72016097-3a41-4715-9787-83faed9319a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90992942-a7e9-4c62-93f9-c74e32098b48') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:37.523344 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Request body: {'port': {'device_id': '7e368e38-d399-47e8-bef5-ef308fd94ace', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:37.527484 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72016097-3a41-4715-9787-83faed9319a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737482362224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13114054'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.561726 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72016097-3a41-4715-9787-83faed9319a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.629673 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-1723433f-ca6c-4bad-b373-e707af307d04 None None] Provisioning for port c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:16:37.633985 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-1723433f-ca6c-4bad-b373-e707af307d04 None None] Provisioning complete for port c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:37.634462 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1723433f-ca6c-4bad-b373-e707af307d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.674507 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-1723433f-ca6c-4bad-b373-e707af307d04 None None] Port c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72016097-3a41-4715-9787-83faed9319a6 admin admin] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72016097-3a41-4715-9787-83faed9319a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13434355'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: Traceback (most recent call last): Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: timer() Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: cb(*args, **kw) Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: return func(*args, **kwargs) Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: self._notify() Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: self.callback(batched_events) Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: event.method(event) Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: return f(self, *a, **k) Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._get(url).json() Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:16:37.832812 dv-cinder-777031-8-iscsi neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:16:37.870157 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:38.048979 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72016097-3a41-4715-9787-83faed9319a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483664'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:38.057308 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72016097-3a41-4715-9787-83faed9319a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:38.059141 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-72016097-3a41-4715-9787-83faed9319a6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/bfb23052-3303-4660-848f-be0c0b86520f HTTP/1.1" status: 204 len: 168 time: 0.7909997 Sep 02 17:16:38.071341 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72016097-3a41-4715-9787-83faed9319a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfb23052-3303-4660-848f-be0c0b86520f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:38.175828 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:16:38.185678 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:38.197534 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Transition to ACTIVE for port object c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:16:38.304051 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:38.373589 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Pushing event updated for resources: {'Port': ['ID=c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:38.451145 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Attempting to bind port c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:16:38.451508 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Attempting to bind port c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '44ea752d-3a49-498d-b741-60f56aa50a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:16:38.451845 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Attempting to bind port c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba on network e7a994e9-dc5c-47aa-aba5-88bd0556f7ba {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:16:38.457168 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Port c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba on network e7a994e9-dc5c-47aa-aba5-88bd0556f7ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:16:38.457581 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Attempting to bind port c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba on network e7a994e9-dc5c-47aa-aba5-88bd0556f7ba {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:16:38.471671 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:16:38.473483 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Checking segment: {'id': '44ea752d-3a49-498d-b741-60f56aa50a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:16:38.473483 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Bound using segment: {'id': '44ea752d-3a49-498d-b741-60f56aa50a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:16:38.473483 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Bound port: c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ea752d-3a49-498d-b741-60f56aa50a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:16:38.473943 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:38.543790 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 43100) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:38.550795 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9db728-5178-40d3-be72-6a1849fccb3e req-9ec62848-430b-4597-aaa9-61f19a501bff tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:38.552893 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5a9db728-5178-40d3-be72-6a1849fccb3e req-9ec62848-430b-4597-aaa9-61f19a501bff tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 943 time: 0.0805345 Sep 02 17:16:38.583344 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] For port c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:16:38.603156 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] For port c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba,segment=NetworkSegment(44ea752d-3a49-498d-b741-60f56aa50a7a),segment_id=44ea752d-3a49-498d-b741-60f56aa50a7a)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:16:38.603156 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-bed80e77-10a7-4f79-8c88-43de86627861 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=22856ff816fd4bd58330d24461acc032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524175 Sep 02 17:16:38.603380 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 43102) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:38.620440 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5a9db728-5178-40d3-be72-6a1849fccb3e req-f5a28824-5d8e-4c66-9122-61b41b065688 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c67ae3c-f0ce-4da0-ad51-3d66fea4515b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587497 Sep 02 17:16:38.665759 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0bbcf2c7-d107-41c8-93cf-24cf7933de5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:38.687220 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:38.691056 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0bbcf2c7-d107-41c8-93cf-24cf7933de5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:38.724303 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:38.724879 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:38.726331 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4902f678-279d-4c27-bb06-a365a764a446 req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] 10.222.0.46 "PUT /v2.0/ports/c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba HTTP/1.1" status: 200 len: 1093 time: 1.2084956 Sep 02 17:16:38.726778 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e368e38-d399-47e8-bef5-ef308fd94ace', 'tag': 'c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:16:38.729092 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32de531-0e2e-449e-a60a-a8f0fcec4eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "7e368e38-d399-47e8-bef5-ef308fd94ace", "tag": "c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:16:38.761538 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22622d-e09e-4ba7-a305-83fd3aec6412 service neutron] Pushing event updated for resources: {'Port': ['ID=c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:38.777555 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da27db99-44a7-4d65-9ed4-f6ba5545a946 x-openstack-request-id: req-da27db99-44a7-4d65-9ed4-f6ba5545a946 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:16:38.777948 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e368e38-d399-47e8-bef5-ef308fd94ace", "tag": "c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:16:38.778322 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da27db99-44a7-4d65-9ed4-f6ba5545a946 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:16:38.778787 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e368e38-d399-47e8-bef5-ef308fd94ace', 'tag': 'c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba', 'status': 'completed', 'code': 200} Sep 02 17:16:38.835269 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0bbcf2c7-d107-41c8-93cf-24cf7933de5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:38.837922 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0bbcf2c7-d107-41c8-93cf-24cf7933de5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:38.840117 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-0bbcf2c7-d107-41c8-93cf-24cf7933de5b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dd9f46b2-837a-486e-a431-8b42d51d8ee8 HTTP/1.1" status: 204 len: 168 time: 0.2372341 Sep 02 17:16:38.850015 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcf2c7-d107-41c8-93cf-24cf7933de5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9f46b2-837a-486e-a431-8b42d51d8ee8,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:38.876978 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32de531-0e2e-449e-a60a-a8f0fcec4eaf req-308eaffb-f539-442b-aa6f-db4ea6186d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:38.879220 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e32de531-0e2e-449e-a60a-a8f0fcec4eaf req-308eaffb-f539-442b-aa6f-db4ea6186d2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1&device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 1096 time: 0.0561435 Sep 02 17:16:39.014488 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32de531-0e2e-449e-a60a-a8f0fcec4eaf req-fa17897a-5cbe-432b-b902-0e5c89e21185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:39.016288 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e32de531-0e2e-449e-a60a-a8f0fcec4eaf req-fa17897a-5cbe-432b-b902-0e5c89e21185 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1137767 Sep 02 17:16:39.128822 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32de531-0e2e-449e-a60a-a8f0fcec4eaf req-5c3f49e1-3934-42ff-91f2-0e5de6e0ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:39.128822 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e32de531-0e2e-449e-a60a-a8f0fcec4eaf req-5c3f49e1-3934-42ff-91f2-0e5de6e0ea2b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1044347 Sep 02 17:16:39.284207 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902f678-279d-4c27-bb06-a365a764a446 req-90c9c402-5dc8-4fbc-9e99-aa83150e98f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:39.326198 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4902f678-279d-4c27-bb06-a365a764a446 req-90c9c402-5dc8-4fbc-9e99-aa83150e98f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1&device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 1096 time: 0.0778403 Sep 02 17:16:39.348656 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4902f678-279d-4c27-bb06-a365a764a446 req-05ac9602-33e6-4c45-87d0-caa9b2d551fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba HTTP/1.1" status: 200 len: 217 time: 0.0367849 Sep 02 17:16:39.404415 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902f678-279d-4c27-bb06-a365a764a446 req-e562e7a6-89c9-47ba-abd4-5691f3110684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:39.405904 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4902f678-279d-4c27-bb06-a365a764a446 req-e562e7a6-89c9-47ba-abd4-5691f3110684 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96f3ac1b-8493-455d-b18b-b178cdc55f13 HTTP/1.1" status: 200 len: 849 time: 0.0464249 Sep 02 17:16:39.467653 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902f678-279d-4c27-bb06-a365a764a446 req-c661c1b1-4673-4ca9-9bf7-d4580c33771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:39.470359 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4902f678-279d-4c27-bb06-a365a764a446 req-c661c1b1-4673-4ca9-9bf7-d4580c33771d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565448 Sep 02 17:16:39.584987 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4902f678-279d-4c27-bb06-a365a764a446 req-ebe466c1-5ed6-4397-b9ba-159298ab4773 service neutron] 10.222.0.46 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051497 Sep 02 17:16:39.685233 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-4902f678-279d-4c27-bb06-a365a764a446 req-5759bb5c-f4c9-47ee-98cb-3526f5c6dcc9 service neutron] 10.222.0.46 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923524 Sep 02 17:16:39.745418 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982a10e-89dc-4b18-87b3-bcbd0a807196 req-7bed5e2c-45da-4a5e-9b8f-ff1ee8744a16 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:39.747363 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b982a10e-89dc-4b18-87b3-bcbd0a807196 req-7bed5e2c-45da-4a5e-9b8f-ff1ee8744a16 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 943 time: 0.0536053 Sep 02 17:16:39.789481 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b982a10e-89dc-4b18-87b3-bcbd0a807196 req-89197f66-7aad-42bd-a62a-6e462e904721 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c67ae3c-f0ce-4da0-ad51-3d66fea4515b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345273 Sep 02 17:16:39.818188 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:39.882943 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 43122) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:39.993766 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b0b28bfe-b208-4d1f-8fd1-2aa04cc0835a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:40.097897 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b0b28bfe-b208-4d1f-8fd1-2aa04cc0835a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:40.172348 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b0b28bfe-b208-4d1f-8fd1-2aa04cc0835a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:40.211345 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b28bfe-b208-4d1f-8fd1-2aa04cc0835a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1915bac-2c77-4b29-98bc-0f8b2e97df57,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:40.215570 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-b0b28bfe-b208-4d1f-8fd1-2aa04cc0835a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=807b4ca3cda840f3814f01ff8d485bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321564 Sep 02 17:16:40.219457 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 43128) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:40.270097 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd165-e694-4fe9-b442-dfe1d9b74380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:40.290585 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd165-e694-4fe9-b442-dfe1d9b74380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:40.415726 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd165-e694-4fe9-b442-dfe1d9b74380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:40.418370 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd165-e694-4fe9-b442-dfe1d9b74380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:40.419536 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-a3bbd165-e694-4fe9-b442-dfe1d9b74380 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c1915bac-2c77-4b29-98bc-0f8b2e97df57 HTTP/1.1" status: 204 len: 168 time: 0.1995020 Sep 02 17:16:40.427351 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbd165-e694-4fe9-b442-dfe1d9b74380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1915bac-2c77-4b29-98bc-0f8b2e97df57,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:40.943470 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952368ea-c42c-471a-b079-4639d4513758 req-ce43f9a8-1c48-4d4b-b832-23e6de609688 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:40.945023 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-952368ea-c42c-471a-b079-4639d4513758 req-ce43f9a8-1c48-4d4b-b832-23e6de609688 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 943 time: 0.0652556 Sep 02 17:16:40.997587 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-952368ea-c42c-471a-b079-4639d4513758 req-2a64788b-929d-4e74-996d-ddcf53099af1 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c67ae3c-f0ce-4da0-ad51-3d66fea4515b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332961 Sep 02 17:16:41.048470 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 43138) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:41.065293 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51e0871e-aa88-4d1c-83ff-1cf96749e532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:41.179900 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51e0871e-aa88-4d1c-83ff-1cf96749e532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:41.278626 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51e0871e-aa88-4d1c-83ff-1cf96749e532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:41.318977 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-51e0871e-aa88-4d1c-83ff-1cf96749e532 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=45dbdab7460b44d4b30acbc659fe6bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693775 Sep 02 17:16:41.319698 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0871e-aa88-4d1c-83ff-1cf96749e532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f3be7b-e4aa-43f1-9538-73ddbebe0933,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:41.322316 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 43142) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:41.381850 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c0f7f536-c4e4-4922-bfa1-5df598ea5644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:41.404497 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c0f7f536-c4e4-4922-bfa1-5df598ea5644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:41.524424 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c0f7f536-c4e4-4922-bfa1-5df598ea5644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:41.527550 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c0f7f536-c4e4-4922-bfa1-5df598ea5644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:41.530469 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-c0f7f536-c4e4-4922-bfa1-5df598ea5644 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26f3be7b-e4aa-43f1-9538-73ddbebe0933 HTTP/1.1" status: 204 len: 168 time: 0.2061276 Sep 02 17:16:41.543851 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7f536-c4e4-4922-bfa1-5df598ea5644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f3be7b-e4aa-43f1-9538-73ddbebe0933,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:42.124646 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de40c68-6cc3-4d84-8c14-14d2a9b37a6b req-93a271b0-732f-4c12-baec-c245b4f04576 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:42.126895 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0de40c68-6cc3-4d84-8c14-14d2a9b37a6b req-93a271b0-732f-4c12-baec-c245b4f04576 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 943 time: 0.0558443 Sep 02 17:16:42.164606 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0de40c68-6cc3-4d84-8c14-14d2a9b37a6b req-ee141296-8c3a-4e68-b389-75f8ac898738 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c67ae3c-f0ce-4da0-ad51-3d66fea4515b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316212 Sep 02 17:16:42.334312 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:16:42.433854 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba,segment=NetworkSegment(44ea752d-3a49-498d-b741-60f56aa50a7a),segment_id=44ea752d-3a49-498d-b741-60f56aa50a7a)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:42.450356 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': 'c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'port_id': 'c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba', 'mac_address': 'fa:16:3e:78:e4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:16:42.516354 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:42.523502 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:16:42.543156 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba,segment=NetworkSegment(44ea752d-3a49-498d-b741-60f56aa50a7a),segment_id=44ea752d-3a49-498d-b741-60f56aa50a7a)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:42.623668 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:42.626172 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e361c61-edc2-4d96-a702-bf7ac027b96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:42.685213 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:43.036714 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:16:43.293350 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34225f3-f33b-489c-b2db-3368e3c59a4b req-3c1ae814-c27b-403f-9c5c-14f237678406 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:43.294912 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d34225f3-f33b-489c-b2db-3368e3c59a4b req-3c1ae814-c27b-403f-9c5c-14f237678406 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 944 time: 0.0525975 Sep 02 17:16:43.336795 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d34225f3-f33b-489c-b2db-3368e3c59a4b req-42109dca-534b-41c0-880b-eefd7393743e tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c67ae3c-f0ce-4da0-ad51-3d66fea4515b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342062 Sep 02 17:16:44.344392 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:16:44.461422 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bc219-48f5-42b8-8960-f5eae34c8a09 req-a58a549c-3f5f-4b09-ba33-ad4e9131dd1e tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:44.462949 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a17bc219-48f5-42b8-8960-f5eae34c8a09 req-a58a549c-3f5f-4b09-ba33-ad4e9131dd1e tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 944 time: 0.0545402 Sep 02 17:16:44.469387 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:16:44.473895 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:44.482508 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:44.504690 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a17bc219-48f5-42b8-8960-f5eae34c8a09 req-26a7d8a0-f7d8-4f63-a1c1-55670de59f46 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c67ae3c-f0ce-4da0-ad51-3d66fea4515b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350964 Sep 02 17:16:44.569097 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:44.598898 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e368e38-d399-47e8-bef5-ef308fd94ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:16:44.601163 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08f90fe-5a11-43a0-a207-bfa0bb7584d8" -d '{"events": [{"server_uuid": "7e368e38-d399-47e8-bef5-ef308fd94ace", "name": "network-vif-plugged", "status": "completed", "tag": "c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:16:44.616085 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba,segment=NetworkSegment(44ea752d-3a49-498d-b741-60f56aa50a7a),segment_id=44ea752d-3a49-498d-b741-60f56aa50a7a)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:44.694573 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:44.757978 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:44.784715 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a789a31-cd8a-4c0e-95e6-cf0694cd8df2 x-openstack-request-id: req-4a789a31-cd8a-4c0e-95e6-cf0694cd8df2 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:16:44.784715 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e368e38-d399-47e8-bef5-ef308fd94ace", "name": "network-vif-plugged", "status": "completed", "tag": "c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:16:44.784715 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4a789a31-cd8a-4c0e-95e6-cf0694cd8df2 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:16:44.785065 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e368e38-d399-47e8-bef5-ef308fd94ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba', 'code': 200} Sep 02 17:16:45.138916 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca5b58-5265-4b30-b5aa-dfc230d00eff req-4da6ed15-363e-431f-93b9-4146ea11baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:45.141663 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-75ca5b58-5265-4b30-b5aa-dfc230d00eff req-4da6ed15-363e-431f-93b9-4146ea11baf1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 1098 time: 0.0467017 Sep 02 17:16:45.184268 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-75ca5b58-5265-4b30-b5aa-dfc230d00eff req-0209d916-1c00-4403-89f5-b8034f41c7ba service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1c67ae3c-f0ce-4da0-ad51-3d66fea4515b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327709 Sep 02 17:16:45.243808 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-36aa6281-a9c8-4ce7-9f27-5c63c756c56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:45.273036 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-367fc481-c0fe-4b9e-aa75-7ba18c49914a req-7338697a-f7a3-4236-8fa6-1b26482de3bb tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-337140545&fields=id&tenant_id=593a12d1eba34b93b2fdacfd91d812ad HTTP/1.1" status: 200 len: 267 time: 0.0355420 Sep 02 17:16:45.332996 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fc481-c0fe-4b9e-aa75-7ba18c49914a req-f478acfb-6bce-45ac-b1c3-086a4fd26747 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:45.334553 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-367fc481-c0fe-4b9e-aa75-7ba18c49914a req-f478acfb-6bce-45ac-b1c3-086a4fd26747 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 985 time: 0.0556939 Sep 02 17:16:45.346187 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [req-367fc481-c0fe-4b9e-aa75-7ba18c49914a req-46498bf8-a688-4824-ace4-79e03895cb7a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Request body: {'port': {'security_groups': ['26bd6851-cd57-4475-bc55-630b06173a35']}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:45.419312 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [req-367fc481-c0fe-4b9e-aa75-7ba18c49914a req-46498bf8-a688-4824-ace4-79e03895cb7a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:45.558327 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:45.643855 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [req-367fc481-c0fe-4b9e-aa75-7ba18c49914a req-46498bf8-a688-4824-ace4-79e03895cb7a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] For port b5bcf32c-9982-4f32-8417-b8ce31794427, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b5bcf32c-9982-4f32-8417-b8ce31794427,segment=NetworkSegment(db772484-c3a9-4ca4-8f96-78eb240d387f),segment_id=db772484-c3a9-4ca4-8f96-78eb240d387f)] {{(pid=94732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:45.676725 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f3153-b16d-4692-8184-d786a91ec1b2 req-fe3f9d67-58eb-4bc3-896a-5f31bc4e5d5d tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:45.678270 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-318f3153-b16d-4692-8184-d786a91ec1b2 req-fe3f9d67-58eb-4bc3-896a-5f31bc4e5d5d tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 945 time: 0.0797794 Sep 02 17:16:45.699801 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [req-367fc481-c0fe-4b9e-aa75-7ba18c49914a req-46498bf8-a688-4824-ace4-79e03895cb7a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:45.728680 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-318f3153-b16d-4692-8184-d786a91ec1b2 req-59336559-bfc9-418c-b837-995241794361 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c67ae3c-f0ce-4da0-ad51-3d66fea4515b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441155 Sep 02 17:16:45.778432 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [req-367fc481-c0fe-4b9e-aa75-7ba18c49914a req-46498bf8-a688-4824-ace4-79e03895cb7a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13791354'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:45.830059 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fc481-c0fe-4b9e-aa75-7ba18c49914a req-46498bf8-a688-4824-ace4-79e03895cb7a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:45.830721 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [req-367fc481-c0fe-4b9e-aa75-7ba18c49914a req-46498bf8-a688-4824-ace4-79e03895cb7a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:45.832178 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-367fc481-c0fe-4b9e-aa75-7ba18c49914a req-46498bf8-a688-4824-ace4-79e03895cb7a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "PUT /v2.0/ports/b5bcf32c-9982-4f32-8417-b8ce31794427 HTTP/1.1" status: 200 len: 943 time: 0.4910243 Sep 02 17:16:45.832685 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eaad4eb-aa50-4b1f-9aee-cc9b60773689', 'tag': 'b5bcf32c-9982-4f32-8417-b8ce31794427'}] {{(pid=94732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:16:45.835305 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643edee48d4aa60f3972c255eb08e6184b38aa64b8c7e1e79c40afc0c33c1f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27538bfa-89ae-4414-af32-ca3e6b51184b" -d '{"events": [{"name": "network-changed", "server_uuid": "3eaad4eb-aa50-4b1f-9aee-cc9b60773689", "tag": "b5bcf32c-9982-4f32-8417-b8ce31794427"}]}' {{(pid=94732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:16:45.841562 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 43254) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:45.851038 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['b5bcf32c-9982-4f32-8417-b8ce31794427'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:16:45.861864 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46498bf8-a688-4824-ace4-79e03895cb7a tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Pushing event updated for resources: {'Port': ['ID=b5bcf32c-9982-4f32-8417-b8ce31794427,revision_number=7']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:45.921817 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b4680c-1c1c-4204-af55-1f890336e73b x-openstack-request-id: req-62b4680c-1c1c-4204-af55-1f890336e73b {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:16:45.922161 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eaad4eb-aa50-4b1f-9aee-cc9b60773689", "tag": "b5bcf32c-9982-4f32-8417-b8ce31794427", "status": "completed", "code": 200}]} {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:16:45.922415 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-62b4680c-1c1c-4204-af55-1f890336e73b {{(pid=94732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:16:45.922825 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eaad4eb-aa50-4b1f-9aee-cc9b60773689', 'tag': 'b5bcf32c-9982-4f32-8417-b8ce31794427', 'status': 'completed', 'code': 200} Sep 02 17:16:45.933267 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-350f29e6-4db7-41b1-84b6-d5ba884b897c tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:45.968042 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-350f29e6-4db7-41b1-84b6-d5ba884b897c tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:46.027630 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['b5bcf32c-9982-4f32-8417-b8ce31794427'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:16:46.065016 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27538bfa-89ae-4414-af32-ca3e6b51184b req-cb4a7703-534d-4af9-9b19-a0977be0879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:46.066594 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-27538bfa-89ae-4414-af32-ca3e6b51184b req-cb4a7703-534d-4af9-9b19-a0977be0879d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=593a12d1eba34b93b2fdacfd91d812ad&device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 1099 time: 0.0787690 Sep 02 17:16:46.122788 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-09287061-3edb-4093-8322-d5bbb9c858a1 None None] Provisioning complete for port b5bcf32c-9982-4f32-8417-b8ce31794427 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:46.123068 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-09287061-3edb-4093-8322-d5bbb9c858a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:46.174639 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27538bfa-89ae-4414-af32-ca3e6b51184b req-3e08a1e1-6273-428f-8a4b-26ab1afbcd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:46.176083 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-27538bfa-89ae-4414-af32-ca3e6b51184b req-3e08a1e1-6273-428f-8a4b-26ab1afbcd2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=8d7b47e6-4a17-4291-a396-46d0db235753 HTTP/1.1" status: 200 len: 916 time: 0.1014438 Sep 02 17:16:46.251853 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-350f29e6-4db7-41b1-84b6-d5ba884b897c tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:46.265752 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-350f29e6-4db7-41b1-84b6-d5ba884b897c tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:46.265752 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-350f29e6-4db7-41b1-84b6-d5ba884b897c tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "DELETE /v2.0/security-groups/0ffb5363-1c26-4ad1-9880-6bcb9dc51f56 HTTP/1.1" status: 204 len: 168 time: 0.4123931 Sep 02 17:16:46.266530 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 43260) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:46.275458 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f29e6-4db7-41b1-84b6-d5ba884b897c tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffb5363-1c26-4ad1-9880-6bcb9dc51f56,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:46.277349 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:46.280914 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-27538bfa-89ae-4414-af32-ca3e6b51184b req-86f04df8-ee0d-454e-8a47-6e150ccfd4c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5bcf32c-9982-4f32-8417-b8ce31794427 HTTP/1.1" status: 200 len: 1002 time: 0.0892735 Sep 02 17:16:46.348173 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27538bfa-89ae-4414-af32-ca3e6b51184b req-626e7ea4-03b4-4983-b634-49fe882b795d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:46.348173 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-27538bfa-89ae-4414-af32-ca3e6b51184b req-626e7ea4-03b4-4983-b634-49fe882b795d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78089898-67f1-4027-92ed-edd152bcad53 HTTP/1.1" status: 200 len: 853 time: 0.0504713 Sep 02 17:16:46.397633 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27538bfa-89ae-4414-af32-ca3e6b51184b req-9c89acbe-ccbf-40d3-92b8-679f6aadf00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:46.399130 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-27538bfa-89ae-4414-af32-ca3e6b51184b req-9c89acbe-ccbf-40d3-92b8-679f6aadf00d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8d7b47e6-4a17-4291-a396-46d0db235753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453861 Sep 02 17:16:46.459750 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-1809b66a-438d-49ad-a011-be8838130b2d tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Deleting port ef6aef14-e4e4-4069-97e9-5f8d95085e74 {{(pid=94732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:16:46.460384 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1809b66a-438d-49ad-a011-be8838130b2d tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:46.500483 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-27538bfa-89ae-4414-af32-ca3e6b51184b req-53fc5c6a-5c6e-41a2-8ebd-384974c971e3 service neutron] 10.222.0.46 "GET /v2.0/networks/8d7b47e6-4a17-4291-a396-46d0db235753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853391 Sep 02 17:16:46.542112 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1809b66a-438d-49ad-a011-be8838130b2d tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:46.542522 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1809b66a-438d-49ad-a011-be8838130b2d tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:46.561533 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-1809b66a-438d-49ad-a011-be8838130b2d tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Calling delete_port for ef6aef14-e4e4-4069-97e9-5f8d95085e74 owned by network:floatingip {{(pid=94732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:16:46.600720 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-27538bfa-89ae-4414-af32-ca3e6b51184b req-936c7d43-e547-49d1-af47-5b458dbaaf8a service neutron] 10.222.0.46 "GET /v2.0/networks/8d7b47e6-4a17-4291-a396-46d0db235753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919983 Sep 02 17:16:46.831625 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1809b66a-438d-49ad-a011-be8838130b2d tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:46.861556 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809b66a-438d-49ad-a011-be8838130b2d tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Pushing event deleted for resources: {'Port': ['ID=ef6aef14-e4e4-4069-97e9-5f8d95085e74,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:46.925258 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd36a14-b762-4af7-8128-0ce33161a086 req-55c54472-29df-4f4e-88ad-ae4a73bdf9ca tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:46.926894 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3dd36a14-b762-4af7-8128-0ce33161a086 req-55c54472-29df-4f4e-88ad-ae4a73bdf9ca tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 945 time: 0.1241090 Sep 02 17:16:46.948059 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1809b66a-438d-49ad-a011-be8838130b2d tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks [] for floatingip, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:46.948420 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.l3_db [None req-1809b66a-438d-49ad-a011-be8838130b2d tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Floating IP 4bdccfeb-d1e4-4291-b2dc-d3dc09447d40 disassociated (deleted). External IP: 172.27.3.162, port: b5bcf32c-9982-4f32-8417-b8ce31794427. Sep 02 17:16:47.042406 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3dd36a14-b762-4af7-8128-0ce33161a086 req-1c0dda90-dc99-4da3-8d78-025878611ff9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c67ae3c-f0ce-4da0-ad51-3d66fea4515b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084950 Sep 02 17:16:47.390251 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1809b66a-438d-49ad-a011-be8838130b2d tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Router 58c6c9af-8917-44fc-8e55-786de8229b25 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:16:47.501074 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1809b66a-438d-49ad-a011-be8838130b2d tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:16:47.506401 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1809b66a-438d-49ad-a011-be8838130b2d tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:47.512489 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd5b74b-e037-47ac-9e6e-51c2036dd9dd None None] Sync routers for ids ['58c6c9af-8917-44fc-8e55-786de8229b25'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:16:47.524421 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd5b74b-e037-47ac-9e6e-51c2036dd9dd None None] Routers {'58c6c9af-8917-44fc-8e55-786de8229b25'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:47.525471 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-ffd5b74b-e037-47ac-9e6e-51c2036dd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:16:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['58c6c9af-8917-44fc-8e55-786de8229b25'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:47.537952 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-1809b66a-438d-49ad-a011-be8838130b2d tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "DELETE /v2.0/floatingips/4bdccfeb-d1e4-4291-b2dc-d3dc09447d40 HTTP/1.1" status: 204 len: 168 time: 1.2711706 Sep 02 17:16:47.549952 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 43276) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:47.638788 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-ffd5b74b-e037-47ac-9e6e-51c2036dd9dd None None] Set router 58c6c9af-8917-44fc-8e55-786de8229b25 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:47.722714 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3bbe8a9c-be53-486b-9f86-89d8dde9445c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:47.854507 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3bbe8a9c-be53-486b-9f86-89d8dde9445c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:47.904732 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-ffd5b74b-e037-47ac-9e6e-51c2036dd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'name': 'tempest-TestMinimumBasicScenario-690217135-router', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:54Z', 'updated_at': '2021-09-02T17:12:58Z', 'revision_number': 4, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'gw_port': {'id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:55Z', 'updated_at': '2021-09-02T17:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '92f7dba2-a285-41cc-8e93-a3bba4dda13e', 'name': '', 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'mac_address': 'fa:16:3e:d6:9b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '78089898-67f1-4027-92ed-edd152bcad53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:57Z', 'updated_at': '2021-09-02T17:13:05Z', 'revision_number': 5, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'subnets': [{'id': '78089898-67f1-4027-92ed-edd152bcad53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:47.924145 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eaad4eb-aa50-4b1f-9aee-cc9b60773689', 'tag': 'b5bcf32c-9982-4f32-8417-b8ce31794427'}] {{(pid=94732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:16:47.927806 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643edee48d4aa60f3972c255eb08e6184b38aa64b8c7e1e79c40afc0c33c1f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e04f12-18f5-4df1-8a6d-d04353e3fef6" -d '{"events": [{"name": "network-changed", "server_uuid": "3eaad4eb-aa50-4b1f-9aee-cc9b60773689", "tag": "b5bcf32c-9982-4f32-8417-b8ce31794427"}]}' {{(pid=94732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:16:47.933346 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3bbe8a9c-be53-486b-9f86-89d8dde9445c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:47.938299 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd5b74b-e037-47ac-9e6e-51c2036dd9dd None None] Checking router: 58c6c9af-8917-44fc-8e55-786de8229b25 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:16:47.947703 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd5b74b-e037-47ac-9e6e-51c2036dd9dd None None] Routers {'58c6c9af-8917-44fc-8e55-786de8229b25'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:47.948331 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-ffd5b74b-e037-47ac-9e6e-51c2036dd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:16:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['58c6c9af-8917-44fc-8e55-786de8229b25'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:47.965055 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 43288) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:47.980178 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-3bbe8a9c-be53-486b-9f86-89d8dde9445c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=350db5a9871a49eaa79040844ac381e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285741 Sep 02 17:16:47.982927 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2344764-bfeb-4f7c-9bea-006d5b7b82a6 x-openstack-request-id: req-c2344764-bfeb-4f7c-9bea-006d5b7b82a6 {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:16:47.983875 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eaad4eb-aa50-4b1f-9aee-cc9b60773689", "tag": "b5bcf32c-9982-4f32-8417-b8ce31794427", "status": "completed", "code": 200}]} {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:16:47.984131 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c2344764-bfeb-4f7c-9bea-006d5b7b82a6 {{(pid=94732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:16:47.984529 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eaad4eb-aa50-4b1f-9aee-cc9b60773689', 'tag': 'b5bcf32c-9982-4f32-8417-b8ce31794427', 'status': 'completed', 'code': 200} Sep 02 17:16:48.004343 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe8a9c-be53-486b-9f86-89d8dde9445c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26391814-fed2-4c12-a285-ab3016c16100,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:48.043403 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3b38b457-124b-45b3-8155-6bbc0d1f31df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:48.088755 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-ffd5b74b-e037-47ac-9e6e-51c2036dd9dd None None] Set router 58c6c9af-8917-44fc-8e55-786de8229b25 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:48.101849 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3b38b457-124b-45b3-8155-6bbc0d1f31df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:48.125414 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e04f12-18f5-4df1-8a6d-d04353e3fef6 req-49644d13-0da0-45b1-97cc-824bafae95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:48.127149 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-84e04f12-18f5-4df1-8a6d-d04353e3fef6 req-49644d13-0da0-45b1-97cc-824bafae95ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=593a12d1eba34b93b2fdacfd91d812ad&device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 1099 time: 0.0994077 Sep 02 17:16:48.211584 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d1362-70ec-416e-951e-442afb478138 req-9433f598-672c-4cee-bdc2-a75a5de4dc96 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:48.213338 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-812d1362-70ec-416e-951e-442afb478138 req-9433f598-672c-4cee-bdc2-a75a5de4dc96 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 945 time: 0.0631518 Sep 02 17:16:48.226909 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:48.256749 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e04f12-18f5-4df1-8a6d-d04353e3fef6 req-8b58049e-1fc7-42ee-b535-1eada1320120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:48.258496 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-84e04f12-18f5-4df1-8a6d-d04353e3fef6 req-8b58049e-1fc7-42ee-b535-1eada1320120 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8d7b47e6-4a17-4291-a396-46d0db235753 HTTP/1.1" status: 200 len: 916 time: 0.1096880 Sep 02 17:16:48.263269 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-812d1362-70ec-416e-951e-442afb478138 req-6cc1f117-a846-4d21-826b-b0db5f102048 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c67ae3c-f0ce-4da0-ad51-3d66fea4515b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397091 Sep 02 17:16:48.305524 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-84e04f12-18f5-4df1-8a6d-d04353e3fef6 req-fc9b37b5-5fc3-474f-ad64-4eb2ba20c42e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5bcf32c-9982-4f32-8417-b8ce31794427 HTTP/1.1" status: 200 len: 217 time: 0.0383191 Sep 02 17:16:48.308347 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3b38b457-124b-45b3-8155-6bbc0d1f31df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:48.309407 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3b38b457-124b-45b3-8155-6bbc0d1f31df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:48.313385 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-3b38b457-124b-45b3-8155-6bbc0d1f31df admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26391814-fed2-4c12-a285-ab3016c16100 HTTP/1.1" status: 204 len: 168 time: 0.3471060 Sep 02 17:16:48.332128 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38b457-124b-45b3-8155-6bbc0d1f31df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26391814-fed2-4c12-a285-ab3016c16100,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:48.382620 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-ffd5b74b-e037-47ac-9e6e-51c2036dd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'name': 'tempest-TestMinimumBasicScenario-690217135-router', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:54Z', 'updated_at': '2021-09-02T17:12:58Z', 'revision_number': 4, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'gw_port': {'id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:55Z', 'updated_at': '2021-09-02T17:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '92f7dba2-a285-41cc-8e93-a3bba4dda13e', 'name': '', 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'mac_address': 'fa:16:3e:d6:9b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '78089898-67f1-4027-92ed-edd152bcad53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:57Z', 'updated_at': '2021-09-02T17:13:05Z', 'revision_number': 5, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'subnets': [{'id': '78089898-67f1-4027-92ed-edd152bcad53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:48.392451 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e04f12-18f5-4df1-8a6d-d04353e3fef6 req-4b7984ef-08ce-4e52-bd7e-00891a2839e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:48.394607 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-84e04f12-18f5-4df1-8a6d-d04353e3fef6 req-4b7984ef-08ce-4e52-bd7e-00891a2839e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=78089898-67f1-4027-92ed-edd152bcad53 HTTP/1.1" status: 200 len: 853 time: 0.0768328 Sep 02 17:16:48.415371 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd5b74b-e037-47ac-9e6e-51c2036dd9dd None None] The sync data for ids ['58c6c9af-8917-44fc-8e55-786de8229b25'] in dv-cinder-777031-8-iscsi is: [{'id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'name': 'tempest-TestMinimumBasicScenario-690217135-router', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:54Z', 'updated_at': '2021-09-02T17:12:58Z', 'revision_number': 4, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'gw_port': {'id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:55Z', 'updated_at': '2021-09-02T17:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '92f7dba2-a285-41cc-8e93-a3bba4dda13e', 'name': '', 'network_id': '8d7b47e6-4a17-4291-a396-46d0db235753', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'mac_address': 'fa:16:3e:d6:9b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '78089898-67f1-4027-92ed-edd152bcad53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:57Z', 'updated_at': '2021-09-02T17:13:05Z', 'revision_number': 5, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'subnets': [{'id': '78089898-67f1-4027-92ed-edd152bcad53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:16:48.459722 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e04f12-18f5-4df1-8a6d-d04353e3fef6 req-c39aa8a1-6af3-4e47-a2ce-6035f6043e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:48.461528 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-84e04f12-18f5-4df1-8a6d-d04353e3fef6 req-c39aa8a1-6af3-4e47-a2ce-6035f6043e8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8d7b47e6-4a17-4291-a396-46d0db235753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522547 Sep 02 17:16:48.462174 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cfad9-6e21-4aa0-a187-64c71d6e602a req-1300c108-28cf-4fb3-a0f7-eb8f13a97997 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:48.464076 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7b4cfad9-6e21-4aa0-a187-64c71d6e602a req-1300c108-28cf-4fb3-a0f7-eb8f13a97997 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 945 time: 0.0848775 Sep 02 17:16:48.474200 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 43304) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:48.479035 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-e8857466-7b5f-4631-8624-f29b1402936f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Request body: {'floatingip': {'port_id': 'c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:48.525329 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e8857466-7b5f-4631-8624-f29b1402936f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for floatingip, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:48.574878 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-84e04f12-18f5-4df1-8a6d-d04353e3fef6 req-e3b696e9-ac84-4eaf-88fd-89a1cc11b2f2 service neutron] 10.222.0.46 "GET /v2.0/networks/8d7b47e6-4a17-4291-a396-46d0db235753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053157 Sep 02 17:16:48.671070 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-adcc660d-97cf-451f-b5f7-f9aff27031c5 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572695796&fields=id&tenant_id=5f4192e09b3b4aac83371f33f2bc846b HTTP/1.1" status: 200 len: 267 time: 0.1105528 Sep 02 17:16:48.718365 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-84e04f12-18f5-4df1-8a6d-d04353e3fef6 req-4b67c689-dafd-4271-8729-19455d57a544 service neutron] 10.222.0.46 "GET /v2.0/networks/8d7b47e6-4a17-4291-a396-46d0db235753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263976 Sep 02 17:16:48.741031 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d7e9c5-d1c5-4c03-8390-5f13a11e8f1d None None] New status for floating IP 4bdccfeb-d1e4-4291-b2dc-d3dc09447d40: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:16:48.919919 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-072b4da5-9bf5-439f-bba6-e9adf76a2f13 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:48.922511 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-072b4da5-9bf5-439f-bba6-e9adf76a2f13 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/networks?id=7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 HTTP/1.1" status: 200 len: 809 time: 0.2364318 Sep 02 17:16:48.970888 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-77b3d65f-46e6-4928-bd93-cdbef8907617 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/quotas/5f4192e09b3b4aac83371f33f2bc846b HTTP/1.1" status: 200 len: 375 time: 0.0197563 Sep 02 17:16:49.079369 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 43310) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:49.097108 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8dc4b9fb-787f-4c06-a029-77f9c939e9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:49.110535 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-18b87877-0819-4328-9165-d78e3a09095b tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5f4192e09b3b4aac83371f33f2bc846b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999155 Sep 02 17:16:49.212390 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8dc4b9fb-787f-4c06-a029-77f9c939e9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:49.235411 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e8857466-7b5f-4631-8624-f29b1402936f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:49.279142 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8dc4b9fb-787f-4c06-a029-77f9c939e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:49.306143 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e8857466-7b5f-4631-8624-f29b1402936f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-483694'] for floatingip, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:49.320731 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-8dc4b9fb-787f-4c06-a029-77f9c939e9d5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7ec489172285408e908f756d1c182988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401369 Sep 02 17:16:49.322347 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4b9fb-787f-4c06-a029-77f9c939e9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816ae018-0afa-4ca7-898a-6a653e164fb4,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:49.325078 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 43316) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:49.378609 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c807f6c4-baf1-4894-a0fa-a6fa01844f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:49.400940 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c807f6c4-baf1-4894-a0fa-a6fa01844f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:49.493812 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.l3_db [None req-e8857466-7b5f-4631-8624-f29b1402936f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Floating IP 7c8beb29-8f7c-4e93-9452-5c69fa73b377 associated. External IP: 172.27.3.176, port: c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba. Sep 02 17:16:49.500153 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-59213312-f820-47f8-8a7c-13a0ac289c20 service neutron] 10.222.0.78 "GET /v2.0/networks/7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714106 Sep 02 17:16:49.523156 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c807f6c4-baf1-4894-a0fa-a6fa01844f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:49.525951 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c807f6c4-baf1-4894-a0fa-a6fa01844f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:49.527081 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-c807f6c4-baf1-4894-a0fa-a6fa01844f3f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/816ae018-0afa-4ca7-898a-6a653e164fb4 HTTP/1.1" status: 204 len: 168 time: 0.2013476 Sep 02 17:16:49.537667 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807f6c4-baf1-4894-a0fa-a6fa01844f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816ae018-0afa-4ca7-898a-6a653e164fb4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:49.667531 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-0accf526-61ae-4c1a-8602-19e63c093636 service neutron] 10.222.0.78 "GET /v2.0/networks/7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391346 Sep 02 17:16:49.787146 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8857466-7b5f-4631-8624-f29b1402936f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Router 630e5cb7-041b-4a81-824d-229272b4d256 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:16:49.901302 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8857466-7b5f-4631-8624-f29b1402936f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:16:49.906592 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e8857466-7b5f-4631-8624-f29b1402936f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:49.927445 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d902df17-f350-4498-9222-4d7b737634c7 None None] Sync routers for ids ['630e5cb7-041b-4a81-824d-229272b4d256'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:16:49.927445 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d902df17-f350-4498-9222-4d7b737634c7 None None] Routers {'630e5cb7-041b-4a81-824d-229272b4d256'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:49.927445 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-d902df17-f350-4498-9222-4d7b737634c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:16:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['630e5cb7-041b-4a81-824d-229272b4d256'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:49.945665 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-e8857466-7b5f-4631-8624-f29b1402936f tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "PUT /v2.0/floatingips/7c8beb29-8f7c-4e93-9452-5c69fa73b377 HTTP/1.1" status: 200 len: 991 time: 1.4702668 Sep 02 17:16:49.986093 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e368e38-d399-47e8-bef5-ef308fd94ace', 'tag': 'c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba'}] {{(pid=94732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:16:49.988539 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643edee48d4aa60f3972c255eb08e6184b38aa64b8c7e1e79c40afc0c33c1f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1385c112-e6f2-49a6-a056-db0949295793" -d '{"events": [{"name": "network-changed", "server_uuid": "7e368e38-d399-47e8-bef5-ef308fd94ace", "tag": "c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba"}]}' {{(pid=94732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:16:50.047910 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-d902df17-f350-4498-9222-4d7b737634c7 None None] Set router 630e5cb7-041b-4a81-824d-229272b4d256 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:50.093617 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aefca04-fbb8-49be-b6e8-7c60ff64f1cc x-openstack-request-id: req-6aefca04-fbb8-49be-b6e8-7c60ff64f1cc {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:16:50.093901 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e368e38-d399-47e8-bef5-ef308fd94ace", "tag": "c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba", "status": "completed", "code": 200}]} {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:16:50.094159 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6aefca04-fbb8-49be-b6e8-7c60ff64f1cc {{(pid=94732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:16:50.094567 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e368e38-d399-47e8-bef5-ef308fd94ace', 'tag': 'c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba', 'status': 'completed', 'code': 200} Sep 02 17:16:50.188390 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385c112-e6f2-49a6-a056-db0949295793 req-051661dd-d453-42d5-b307-0bf636d44e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:50.190671 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1385c112-e6f2-49a6-a056-db0949295793 req-051661dd-d453-42d5-b307-0bf636d44e66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1&device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 1098 time: 0.0497971 Sep 02 17:16:50.337048 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385c112-e6f2-49a6-a056-db0949295793 req-91db2eb2-82b1-4ded-9cc8-53988f141117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:50.338949 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1385c112-e6f2-49a6-a056-db0949295793 req-91db2eb2-82b1-4ded-9cc8-53988f141117 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba HTTP/1.1" status: 200 len: 912 time: 0.1374490 Sep 02 17:16:50.430613 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-08af693f-98f0-4b04-a9b5-e28ef3a8bf1f req-ac68acc2-d0bf-4413-bb60-5db32f182563 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 210 time: 0.0457785 Sep 02 17:16:50.433400 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1385c112-e6f2-49a6-a056-db0949295793 req-8c0e0cbd-71a2-4737-b1f2-1ab1d35e430c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba HTTP/1.1" status: 200 len: 999 time: 0.0868313 Sep 02 17:16:50.503020 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-d902df17-f350-4498-9222-4d7b737634c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:10Z', 'revision_number': 4, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port': {'id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:02Z', 'updated_at': '2021-09-02T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '7c8beb29-8f7c-4e93-9452-5c69fa73b377', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'port_id': 'c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'mac_address': 'fa:16:3e:78:e4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e368e38-d399-47e8-bef5-ef308fd94ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:16:32Z', 'updated_at': '2021-09-02T17:16:49Z', 'revision_number': 1, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40', 'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'mac_address': 'fa:16:3e:ab:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:08Z', 'updated_at': '2021-09-02T17:11:21Z', 'revision_number': 5, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'subnets': [{'id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:50.520495 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385c112-e6f2-49a6-a056-db0949295793 req-2f182768-ee78-43d3-9a6d-8023d1cd35d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:50.520495 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1385c112-e6f2-49a6-a056-db0949295793 req-2f182768-ee78-43d3-9a6d-8023d1cd35d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96f3ac1b-8493-455d-b18b-b178cdc55f13 HTTP/1.1" status: 200 len: 849 time: 0.0684948 Sep 02 17:16:50.541081 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d902df17-f350-4498-9222-4d7b737634c7 None None] Checking router: 630e5cb7-041b-4a81-824d-229272b4d256 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:16:50.550823 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d902df17-f350-4498-9222-4d7b737634c7 None None] Routers {'630e5cb7-041b-4a81-824d-229272b4d256'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:50.551675 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-d902df17-f350-4498-9222-4d7b737634c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:16:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['630e5cb7-041b-4a81-824d-229272b4d256'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:50.595073 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385c112-e6f2-49a6-a056-db0949295793 req-88c41df5-d017-464b-bde6-9b50c6c2f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:50.596790 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1385c112-e6f2-49a6-a056-db0949295793 req-88c41df5-d017-464b-bde6-9b50c6c2f463 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658534 Sep 02 17:16:50.668839 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-d902df17-f350-4498-9222-4d7b737634c7 None None] Set router 630e5cb7-041b-4a81-824d-229272b4d256 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:16:50.713363 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1385c112-e6f2-49a6-a056-db0949295793 req-a3d3fc91-9daa-4789-8231-fff006439332 service neutron] 10.222.0.46 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079948 Sep 02 17:16:50.822836 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1385c112-e6f2-49a6-a056-db0949295793 req-37736867-0ed4-4adf-b092-c64cf6756cf3 service neutron] 10.222.0.46 "GET /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988503 Sep 02 17:16:50.931962 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-d902df17-f350-4498-9222-4d7b737634c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:10Z', 'revision_number': 4, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port': {'id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:02Z', 'updated_at': '2021-09-02T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '7c8beb29-8f7c-4e93-9452-5c69fa73b377', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'port_id': 'c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'mac_address': 'fa:16:3e:78:e4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e368e38-d399-47e8-bef5-ef308fd94ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:16:32Z', 'updated_at': '2021-09-02T17:16:49Z', 'revision_number': 1, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40', 'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'mac_address': 'fa:16:3e:ab:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:08Z', 'updated_at': '2021-09-02T17:11:21Z', 'revision_number': 5, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'subnets': [{'id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:16:50.960106 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d902df17-f350-4498-9222-4d7b737634c7 None None] The sync data for ids ['630e5cb7-041b-4a81-824d-229272b4d256'] in dv-cinder-777031-8-iscsi is: [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:10Z', 'revision_number': 4, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port': {'id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:02Z', 'updated_at': '2021-09-02T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '7c8beb29-8f7c-4e93-9452-5c69fa73b377', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'port_id': 'c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'mac_address': 'fa:16:3e:78:e4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e368e38-d399-47e8-bef5-ef308fd94ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:16:32Z', 'updated_at': '2021-09-02T17:16:49Z', 'revision_number': 1, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40', 'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'mac_address': 'fa:16:3e:ab:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:08Z', 'updated_at': '2021-09-02T17:11:21Z', 'revision_number': 5, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'subnets': [{'id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:16:51.183976 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f841c3-0ad2-4deb-8659-6663a2194fff None None] New status for floating IP 7c8beb29-8f7c-4e93-9452-5c69fa73b377: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:16:51.551662 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6874985a-c94b-42ad-acf2-e3584ba933b9 req-45385fd9-baa8-4825-8a1a-aba4ba33c9e8 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 210 time: 0.0299852 Sep 02 17:16:51.604795 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 43390) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:51.724760 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3ed55cb2-9891-454d-8265-1d70c21747f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:51.821096 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3ed55cb2-9891-454d-8265-1d70c21747f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:51.882459 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3ed55cb2-9891-454d-8265-1d70c21747f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:51.924945 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-3ed55cb2-9891-454d-8265-1d70c21747f6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d78e5852e7084b098f386c956e9838a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199458 Sep 02 17:16:51.925859 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed55cb2-9891-454d-8265-1d70c21747f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8e1169-7a15-4ef6-a9c8-bea7a63eb8f1,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:51.927749 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 43398) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:51.991267 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d12098fa-30d1-4f7b-ae55-cda4044376a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:52.015200 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d12098fa-30d1-4f7b-ae55-cda4044376a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:52.024767 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563023b2-b324-4408-a03c-e53f72e6a803 req-45b81c87-dbf9-4ca6-96a3-95ecb53af855 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:52.026379 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-563023b2-b324-4408-a03c-e53f72e6a803 req-45b81c87-dbf9-4ca6-96a3-95ecb53af855 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 946 time: 0.0544627 Sep 02 17:16:52.075063 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-563023b2-b324-4408-a03c-e53f72e6a803 req-7cafbe5c-8410-4234-a93f-eeaa10ae3575 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409019 Sep 02 17:16:52.136219 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d12098fa-30d1-4f7b-ae55-cda4044376a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:52.138923 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d12098fa-30d1-4f7b-ae55-cda4044376a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:52.140221 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-d12098fa-30d1-4f7b-ae55-cda4044376a8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5e8e1169-7a15-4ef6-a9c8-bea7a63eb8f1 HTTP/1.1" status: 204 len: 168 time: 0.2111962 Sep 02 17:16:52.148187 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12098fa-30d1-4f7b-ae55-cda4044376a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8e1169-7a15-4ef6-a9c8-bea7a63eb8f1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:52.661799 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3f0931f1-4303-4d2a-9cd4-978fe7573932 req-52bb70ed-9f17-4d78-bc2e-e73c0395bbb8 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 210 time: 0.0275476 Sep 02 17:16:52.665892 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-039ceeba-0b8a-4981-a894-3a9563f9b728 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:52.667430 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-039ceeba-0b8a-4981-a894-3a9563f9b728 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.46 "GET /v2.0/networks?id=7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 HTTP/1.1" status: 200 len: 809 time: 0.1239536 Sep 02 17:16:52.725773 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-7ed22a88-1797-40c5-99bc-50a26aae9fa4 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f4192e09b3b4aac83371f33f2bc846b HTTP/1.1" status: 200 len: 379 time: 0.0401731 Sep 02 17:16:52.739787 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-cfcd4aea-7915-4369-83b1-e30d896f7f1e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Request body: {'port': {'device_id': '149f69bc-66cc-4337-a242-56c0b6df9939', 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48', 'admin_state_up': True, 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'security_groups': ['18b8faa7-17fa-489a-bd44-2140d8ab7fa5']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:52.954480 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-cfcd4aea-7915-4369-83b1-e30d896f7f1e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Made reservation on behalf of 5f4192e09b3b4aac83371f33f2bc846b for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:16:52.958777 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-cfcd4aea-7915-4369-83b1-e30d896f7f1e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:53.104255 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-cfcd4aea-7915-4369-83b1-e30d896f7f1e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Allocated IP 172.20.0.4 (7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48/1ab27bb2-8625-461f-9a9c-ce7190953fb3/3bea3929-c946-442a-966a-243db1312fc3) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:16:53.218418 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ed7fa-5a0b-4fb2-9040-19bd34d53ba2 req-cfe32956-5797-49f1-a0b7-a57f3adf9f39 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:53.219971 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d77ed7fa-5a0b-4fb2-9040-19bd34d53ba2 req-cfe32956-5797-49f1-a0b7-a57f3adf9f39 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 946 time: 0.0679829 Sep 02 17:16:53.264433 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d77ed7fa-5a0b-4fb2-9040-19bd34d53ba2 req-688fad96-f6d3-4ca5-bd91-98019caf73fa tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373912 Sep 02 17:16:53.271649 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-cfcd4aea-7915-4369-83b1-e30d896f7f1e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:53.296760 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-cfcd4aea-7915-4369-83b1-e30d896f7f1e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Transition to ACTIVE for port object 3bea3929-c946-442a-966a-243db1312fc3 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:16:53.410675 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-cfcd4aea-7915-4369-83b1-e30d896f7f1e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:53.463488 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-cfcd4aea-7915-4369-83b1-e30d896f7f1e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Network 7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:16:53.467132 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-cfcd4aea-7915-4369-83b1-e30d896f7f1e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:16:53.474181 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-cfcd4aea-7915-4369-83b1-e30d896f7f1e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:16:53.476916 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd4aea-7915-4369-83b1-e30d896f7f1e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Pushing event updated for resources: {'Port': ['ID=3bea3929-c946-442a-966a-243db1312fc3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:53.535715 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-cfcd4aea-7915-4369-83b1-e30d896f7f1e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:53.535715 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-cfcd4aea-7915-4369-83b1-e30d896f7f1e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:53.650786 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-cfcd4aea-7915-4369-83b1-e30d896f7f1e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9154007 Sep 02 17:16:53.673195 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Request body: {'port': {'device_id': '149f69bc-66cc-4337-a242-56c0b6df9939', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:16:53.763487 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:53.797838 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ecdae-52b9-4688-959f-f73a3974c68a req-ab590c07-b5c4-4d96-8677-acdb466d14a9 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:53.802910 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-163ecdae-52b9-4688-959f-f73a3974c68a req-ab590c07-b5c4-4d96-8677-acdb466d14a9 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 931 time: 0.0571456 Sep 02 17:16:53.821649 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-b0c02b41-a42f-4020-8a59-01a917b466f6 None None] Provisioning for port 3bea3929-c946-442a-966a-243db1312fc3 completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:16:53.825521 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-b0c02b41-a42f-4020-8a59-01a917b466f6 None None] Provisioning complete for port 3bea3929-c946-442a-966a-243db1312fc3 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:16:53.826503 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b0c02b41-a42f-4020-8a59-01a917b466f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:53.855661 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-163ecdae-52b9-4688-959f-f73a3974c68a req-e135069f-aa21-4f78-a768-9a5304d27f69 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/security-groups?id=18b8faa7-17fa-489a-bd44-2140d8ab7fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477004 Sep 02 17:16:53.874582 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-b0c02b41-a42f-4020-8a59-01a917b466f6 None None] Port 3bea3929-c946-442a-966a-243db1312fc3 cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:16:54.069591 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bea3929-c946-442a-966a-243db1312fc3 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:16:54.079383 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:54.094399 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Transition to ACTIVE for port object 3bea3929-c946-442a-966a-243db1312fc3 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:16:54.228023 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:54.336463 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Pushing event updated for resources: {'Port': ['ID=3bea3929-c946-442a-966a-243db1312fc3,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:54.417599 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78971be2-3b14-4108-8185-2e5d2d1a7c26 req-d522fdae-481b-4ab9-9a4b-0140a369c5dc tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:54.419147 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-78971be2-3b14-4108-8185-2e5d2d1a7c26 req-d522fdae-481b-4ab9-9a4b-0140a369c5dc tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.46 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 946 time: 0.1639018 Sep 02 17:16:54.424147 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Attempting to bind port 3bea3929-c946-442a-966a-243db1312fc3 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:16:54.424477 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Attempting to bind port 3bea3929-c946-442a-966a-243db1312fc3 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '8c143bb8-fa26-4be3-926e-120c5ce1ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:16:54.424806 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Attempting to bind port 3bea3929-c946-442a-966a-243db1312fc3 on network 7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:16:54.431916 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e26e8-c8c8-4ae9-af57-2b7112ddeb0f req-e8259b11-40e0-41b9-a46d-c9752f587c5c tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:54.434613 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d13e26e8-c8c8-4ae9-af57-2b7112ddeb0f req-e8259b11-40e0-41b9-a46d-c9752f587c5c tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 946 time: 0.0880022 Sep 02 17:16:54.439103 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Port 3bea3929-c946-442a-966a-243db1312fc3 on network 7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:16:54.439784 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Attempting to bind port 3bea3929-c946-442a-966a-243db1312fc3 on network 7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:16:54.485439 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d13e26e8-c8c8-4ae9-af57-2b7112ddeb0f req-78fee7f4-3693-46f1-80ca-301a47edfcad tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/security-groups?id=26bd6851-cd57-4475-bc55-630b06173a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462680 Sep 02 17:16:54.509278 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:16:54.509278 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Checking segment: {'id': '8c143bb8-fa26-4be3-926e-120c5ce1ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:16:54.509278 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Bound using segment: {'id': '8c143bb8-fa26-4be3-926e-120c5ce1ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:16:54.509278 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Bound port: 3bea3929-c946-442a-966a-243db1312fc3, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c143bb8-fa26-4be3-926e-120c5ce1ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:16:54.509278 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:54.618260 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] For port 3bea3929-c946-442a-966a-243db1312fc3, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:16:54.622120 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] For port 3bea3929-c946-442a-966a-243db1312fc3, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=3bea3929-c946-442a-966a-243db1312fc3,segment=NetworkSegment(8c143bb8-fa26-4be3-926e-120c5ce1ef6b),segment_id=8c143bb8-fa26-4be3-926e-120c5ce1ef6b)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:16:54.630425 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-78971be2-3b14-4108-8185-2e5d2d1a7c26 req-9f06b32a-b6cd-4dcc-aee9-2f3f5fd515b1 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Deleting port b5bcf32c-9982-4f32-8417-b8ce31794427 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:16:54.630768 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-78971be2-3b14-4108-8185-2e5d2d1a7c26 req-9f06b32a-b6cd-4dcc-aee9-2f3f5fd515b1 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:54.730145 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-78971be2-3b14-4108-8185-2e5d2d1a7c26 req-9f06b32a-b6cd-4dcc-aee9-2f3f5fd515b1 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] For port b5bcf32c-9982-4f32-8417-b8ce31794427, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b5bcf32c-9982-4f32-8417-b8ce31794427,segment=NetworkSegment(db772484-c3a9-4ca4-8f96-78eb240d387f),segment_id=db772484-c3a9-4ca4-8f96-78eb240d387f)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:54.730569 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-78971be2-3b14-4108-8185-2e5d2d1a7c26 req-9f06b32a-b6cd-4dcc-aee9-2f3f5fd515b1 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:54.734072 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:54.776736 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-78971be2-3b14-4108-8185-2e5d2d1a7c26 req-9f06b32a-b6cd-4dcc-aee9-2f3f5fd515b1 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Calling delete_port for b5bcf32c-9982-4f32-8417-b8ce31794427 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:16:54.795191 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:54.796017 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:54.797515 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] 10.222.0.46 "PUT /v2.0/ports/3bea3929-c946-442a-966a-243db1312fc3 HTTP/1.1" status: 200 len: 1093 time: 1.1296451 Sep 02 17:16:54.799407 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149f69bc-66cc-4337-a242-56c0b6df9939', 'tag': '3bea3929-c946-442a-966a-243db1312fc3'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:16:54.801762 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cfa094-39cf-4944-8dd3-dafbb4daef93" -d '{"events": [{"name": "network-changed", "server_uuid": "149f69bc-66cc-4337-a242-56c0b6df9939", "tag": "3bea3929-c946-442a-966a-243db1312fc3"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:16:54.855614 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2f3c0-cfd2-48ea-8a4b-8d6e49614d2c service neutron] Pushing event updated for resources: {'Port': ['ID=3bea3929-c946-442a-966a-243db1312fc3,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:54.861000 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dc663f-1d14-4847-9649-c331dfa23d97 x-openstack-request-id: req-08dc663f-1d14-4847-9649-c331dfa23d97 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:16:54.864251 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149f69bc-66cc-4337-a242-56c0b6df9939", "tag": "3bea3929-c946-442a-966a-243db1312fc3", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:16:54.864251 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-08dc663f-1d14-4847-9649-c331dfa23d97 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:16:54.864251 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149f69bc-66cc-4337-a242-56c0b6df9939', 'tag': '3bea3929-c946-442a-966a-243db1312fc3', 'status': 'completed', 'code': 200} Sep 02 17:16:54.998774 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfa094-39cf-4944-8dd3-dafbb4daef93 req-e058ebd8-b334-4a91-be65-cc0753f61cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:54.998774 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a8cfa094-39cf-4944-8dd3-dafbb4daef93 req-e058ebd8-b334-4a91-be65-cc0753f61cfc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f4192e09b3b4aac83371f33f2bc846b&device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 1096 time: 0.0881357 Sep 02 17:16:55.050239 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b032b-0980-4009-8124-ff7198829da2 req-a7dfb35d-e762-42d5-bd86-62603b44dbd3 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:55.062046 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-968b032b-0980-4009-8124-ff7198829da2 req-a7dfb35d-e762-42d5-bd86-62603b44dbd3 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 943 time: 0.0850394 Sep 02 17:16:55.086154 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-78971be2-3b14-4108-8185-2e5d2d1a7c26 req-9f06b32a-b6cd-4dcc-aee9-2f3f5fd515b1 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:55.115105 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-968b032b-0980-4009-8124-ff7198829da2 req-908cf322-57e3-4330-a086-9d236f552562 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/security-groups?id=18b8faa7-17fa-489a-bd44-2140d8ab7fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500031 Sep 02 17:16:55.123738 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['b5bcf32c-9982-4f32-8417-b8ce31794427'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:16:55.129100 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06b32a-b6cd-4dcc-aee9-2f3f5fd515b1 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Pushing event deleted for resources: {'Port': ['ID=b5bcf32c-9982-4f32-8417-b8ce31794427,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:55.436947 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-78971be2-3b14-4108-8185-2e5d2d1a7c26 req-9f06b32a-b6cd-4dcc-aee9-2f3f5fd515b1 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] No DVR routers for this DVR port b5bcf32c-9982-4f32-8417-b8ce31794427 on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:16:55.441307 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-78971be2-3b14-4108-8185-2e5d2d1a7c26 req-9f06b32a-b6cd-4dcc-aee9-2f3f5fd515b1 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:55.443273 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-78971be2-3b14-4108-8185-2e5d2d1a7c26 req-9f06b32a-b6cd-4dcc-aee9-2f3f5fd515b1 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.46 "DELETE /v2.0/ports/b5bcf32c-9982-4f32-8417-b8ce31794427 HTTP/1.1" status: 204 len: 173 time: 1.0150130 Sep 02 17:16:55.468900 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfa094-39cf-4944-8dd3-dafbb4daef93 req-0b356d2b-c2b7-4675-b456-9c388d2d3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:55.470433 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a8cfa094-39cf-4944-8dd3-dafbb4daef93 req-0b356d2b-c2b7-4675-b456-9c388d2d3e48 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5f4192e09b3b4aac83371f33f2bc846b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4547122 Sep 02 17:16:55.606072 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-01c1912f-6068-4c52-bc24-890d0139071b req-4227250d-627b-4663-8db1-c2abac61420b tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eaad4eb-aa50-4b1f-9aee-cc9b60773689 HTTP/1.1" status: 200 len: 210 time: 0.0318027 Sep 02 17:16:55.615582 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfa094-39cf-4944-8dd3-dafbb4daef93 req-1f1168d6-e1aa-4737-ae36-e06009d3ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:55.618137 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a8cfa094-39cf-4944-8dd3-dafbb4daef93 req-1f1168d6-e1aa-4737-ae36-e06009d3ead4 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1398885 Sep 02 17:16:55.772055 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-0ad07472-4da4-4686-b830-9b582c45c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:55.773585 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-0ad07472-4da4-4686-b830-9b582c45c5be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f4192e09b3b4aac83371f33f2bc846b&device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 1096 time: 0.0480311 Sep 02 17:16:55.830420 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-b777516e-6020-4bed-b7d6-bbbeacc3e6cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bea3929-c946-442a-966a-243db1312fc3 HTTP/1.1" status: 200 len: 217 time: 0.0339377 Sep 02 17:16:55.882919 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-8e0503fd-1d68-4ee9-ab11-2bbf9fceb014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:55.884351 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-8e0503fd-1d68-4ee9-ab11-2bbf9fceb014 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ab27bb2-8625-461f-9a9c-ce7190953fb3 HTTP/1.1" status: 200 len: 848 time: 0.0466816 Sep 02 17:16:55.937204 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-f7243790-faa7-4f52-9b10-eeeba417dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:55.938717 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-f7243790-faa7-4f52-9b10-eeeba417dfc2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449290 Sep 02 17:16:56.036446 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-56d8ea72-dc89-4f01-b88c-dfcb2bbf7cac service neutron] 10.222.0.46 "GET /v2.0/networks/7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888929 Sep 02 17:16:56.146331 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-055e0582-cdc8-455a-ac8c-6f8f13807068 req-14dedf75-ee7a-4502-a9a5-990759ab7a92 service neutron] 10.222.0.46 "GET /v2.0/networks/7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971437 Sep 02 17:16:56.261431 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cffc12-7e60-4f01-a885-34092acadb43 req-d7fa4b47-944e-45b1-91bd-e8cebbb7cb86 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:56.263630 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-84cffc12-7e60-4f01-a885-34092acadb43 req-d7fa4b47-944e-45b1-91bd-e8cebbb7cb86 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 943 time: 0.0548582 Sep 02 17:16:56.304458 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-84cffc12-7e60-4f01-a885-34092acadb43 req-432c1b2c-2c32-4f5f-9905-a5d93d906143 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/security-groups?id=18b8faa7-17fa-489a-bd44-2140d8ab7fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346777 Sep 02 17:16:56.863662 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eaad4eb-aa50-4b1f-9aee-cc9b60773689', 'name': 'network-vif-deleted', 'tag': 'b5bcf32c-9982-4f32-8417-b8ce31794427'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:16:56.867489 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0645582a-0dc7-4b72-95ac-95bab895acb9" -d '{"events": [{"server_uuid": "3eaad4eb-aa50-4b1f-9aee-cc9b60773689", "name": "network-vif-deleted", "tag": "b5bcf32c-9982-4f32-8417-b8ce31794427"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:16:56.908954 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cf9aa1-9bb3-4ca0-adeb-c5aca19393eb x-openstack-request-id: req-c4cf9aa1-9bb3-4ca0-adeb-c5aca19393eb {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:16:56.909574 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eaad4eb-aa50-4b1f-9aee-cc9b60773689", "name": "network-vif-deleted", "tag": "b5bcf32c-9982-4f32-8417-b8ce31794427", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:16:56.909968 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c4cf9aa1-9bb3-4ca0-adeb-c5aca19393eb {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:16:56.910637 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eaad4eb-aa50-4b1f-9aee-cc9b60773689', 'name': 'network-vif-deleted', 'tag': 'b5bcf32c-9982-4f32-8417-b8ce31794427', 'status': 'completed', 'code': 200} Sep 02 17:16:57.438312 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fb99d-0c35-47f9-b9dc-7a0e1448f780 req-5970bf4f-a6f5-48fe-b07e-aad1fefe78cb tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:57.439891 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-324fb99d-0c35-47f9-b9dc-7a0e1448f780 req-5970bf4f-a6f5-48fe-b07e-aad1fefe78cb tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 943 time: 0.0633862 Sep 02 17:16:57.482774 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-324fb99d-0c35-47f9-b9dc-7a0e1448f780 req-0c3f6f8c-7b1a-4c5b-a54a-016366dc6082 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/security-groups?id=18b8faa7-17fa-489a-bd44-2140d8ab7fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364506 Sep 02 17:16:58.206156 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 43572) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:58.428041 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device b5bcf32c-9982-4f32-8417-b8ce31794427 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:16:58.448768 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: b5bcf32c-9982-4f32-8417-b8ce31794427 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:16:58.449017 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device b5bcf32c-9982-4f32-8417-b8ce31794427 not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:16:58.605934 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261a0fa-4616-4fc8-b239-be684f2c5a39 req-4d5b3fcf-72d0-4c1a-916c-71537e5a822d tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:58.609075 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3261a0fa-4616-4fc8-b239-be684f2c5a39 req-4d5b3fcf-72d0-4c1a-916c-71537e5a822d tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 943 time: 0.0535553 Sep 02 17:16:58.648464 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3261a0fa-4616-4fc8-b239-be684f2c5a39 req-33711b6d-6f77-4c03-ad57-ea7ecafba718 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/security-groups?id=18b8faa7-17fa-489a-bd44-2140d8ab7fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334673 Sep 02 17:16:58.671067 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d2d5-dab3-4dee-889f-85de53364b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650606'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:58.985033 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6d2d5-dab3-4dee-889f-85de53364b00 admin admin] Deleting port 92f7dba2-a285-41cc-8e93-a3bba4dda13e {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:16:58.985415 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d2d5-dab3-4dee-889f-85de53364b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:59.068609 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-6ea6d2d5-dab3-4dee-889f-85de53364b00 admin admin] For port 92f7dba2-a285-41cc-8e93-a3bba4dda13e, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=92f7dba2-a285-41cc-8e93-a3bba4dda13e,segment=NetworkSegment(db772484-c3a9-4ca4-8f96-78eb240d387f),segment_id=db772484-c3a9-4ca4-8f96-78eb240d387f)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:16:59.069005 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d2d5-dab3-4dee-889f-85de53364b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:59.084182 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6d2d5-dab3-4dee-889f-85de53364b00 admin admin] Calling delete_port for 92f7dba2-a285-41cc-8e93-a3bba4dda13e owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:16:59.318004 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d2d5-dab3-4dee-889f-85de53364b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:59.347275 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6d2d5-dab3-4dee-889f-85de53364b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f7dba2-a285-41cc-8e93-a3bba4dda13e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:16:59.541391 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d2d5-dab3-4dee-889f-85de53364b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483724'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:16:59.770351 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea6d2d5-dab3-4dee-889f-85de53364b00 admin admin] Router 58c6c9af-8917-44fc-8e55-786de8229b25 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:16:59.805915 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10735133-ba37-4093-82ff-5b852d00c9c7 req-a66cd237-9d57-4d44-92b0-fcc776082906 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:16:59.807451 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-10735133-ba37-4093-82ff-5b852d00c9c7 req-a66cd237-9d57-4d44-92b0-fcc776082906 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 943 time: 0.0720596 Sep 02 17:16:59.851670 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-10735133-ba37-4093-82ff-5b852d00c9c7 req-143c7cb9-4a75-4270-a9b6-2152494562d5 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/security-groups?id=18b8faa7-17fa-489a-bd44-2140d8ab7fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359554 Sep 02 17:16:59.898890 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea6d2d5-dab3-4dee-889f-85de53364b00 admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:16:59.905974 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-6ea6d2d5-dab3-4dee-889f-85de53364b00 admin admin] 10.222.0.78 "PUT /v2.0/routers/58c6c9af-8917-44fc-8e55-786de8229b25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6981039 Sep 02 17:16:59.908962 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 43588) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:16:59.912199 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80421d30-d6a5-4ae9-a728-c613e37f0670 None None] Sync routers for ids ['58c6c9af-8917-44fc-8e55-786de8229b25'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:16:59.923760 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80421d30-d6a5-4ae9-a728-c613e37f0670 None None] Routers {'58c6c9af-8917-44fc-8e55-786de8229b25'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:16:59.924673 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-80421d30-d6a5-4ae9-a728-c613e37f0670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:16:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['58c6c9af-8917-44fc-8e55-786de8229b25'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:00.029544 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31453d63-55ea-4af7-a1aa-e8e1afaae1e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:00.055139 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-80421d30-d6a5-4ae9-a728-c613e37f0670 None None] Set router 58c6c9af-8917-44fc-8e55-786de8229b25 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:00.165668 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31453d63-55ea-4af7-a1aa-e8e1afaae1e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:00.288102 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-80421d30-d6a5-4ae9-a728-c613e37f0670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'name': 'tempest-TestMinimumBasicScenario-690217135-router', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:54Z', 'updated_at': '2021-09-02T17:16:59Z', 'revision_number': 5, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'gw_port': {'id': '32f9c6b5-074d-42c0-907c-6a3e9c450717', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:12:55Z', 'updated_at': '2021-09-02T17:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:00.328130 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-31453d63-55ea-4af7-a1aa-e8e1afaae1e9 admin admin] Deleting port 32f9c6b5-074d-42c0-907c-6a3e9c450717 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:17:00.329051 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31453d63-55ea-4af7-a1aa-e8e1afaae1e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:00.345140 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80421d30-d6a5-4ae9-a728-c613e37f0670 None None] Checking router: 58c6c9af-8917-44fc-8e55-786de8229b25 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:17:00.355017 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80421d30-d6a5-4ae9-a728-c613e37f0670 None None] Routers {'58c6c9af-8917-44fc-8e55-786de8229b25'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:17:00.355564 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-80421d30-d6a5-4ae9-a728-c613e37f0670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:16:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['58c6c9af-8917-44fc-8e55-786de8229b25'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:00.439507 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-31453d63-55ea-4af7-a1aa-e8e1afaae1e9 admin admin] For port 32f9c6b5-074d-42c0-907c-6a3e9c450717, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=32f9c6b5-074d-42c0-907c-6a3e9c450717,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:00.440445 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31453d63-55ea-4af7-a1aa-e8e1afaae1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:00.459418 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-31453d63-55ea-4af7-a1aa-e8e1afaae1e9 admin admin] Calling delete_port for 32f9c6b5-074d-42c0-907c-6a3e9c450717 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:17:00.461520 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-80421d30-d6a5-4ae9-a728-c613e37f0670 None None] Set router 58c6c9af-8917-44fc-8e55-786de8229b25 gateway port host: None {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:00.520164 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-80421d30-d6a5-4ae9-a728-c613e37f0670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'name': 'tempest-TestMinimumBasicScenario-690217135-router', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:54Z', 'updated_at': '2021-09-02T17:17:00Z', 'revision_number': 6, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'gw_port_host': None}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:00.554949 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80421d30-d6a5-4ae9-a728-c613e37f0670 None None] The sync data for ids ['58c6c9af-8917-44fc-8e55-786de8229b25'] in dv-cinder-777031-8-iscsi is: [{'id': '58c6c9af-8917-44fc-8e55-786de8229b25', 'name': 'tempest-TestMinimumBasicScenario-690217135-router', 'tenant_id': '593a12d1eba34b93b2fdacfd91d812ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:12:54Z', 'updated_at': '2021-09-02T17:17:00Z', 'revision_number': 6, 'project_id': '593a12d1eba34b93b2fdacfd91d812ad', 'gw_port_host': None}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:17:00.739230 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31453d63-55ea-4af7-a1aa-e8e1afaae1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:00.771284 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31453d63-55ea-4af7-a1aa-e8e1afaae1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f9c6b5-074d-42c0-907c-6a3e9c450717,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:00.852528 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31453d63-55ea-4af7-a1aa-e8e1afaae1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649128'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:01.036280 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee555b-fdd5-4511-9ee4-81a06c999e47 req-ef090bbd-3be6-4615-9825-dcfb1439f1c5 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:01.037935 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ccee555b-fdd5-4511-9ee4-81a06c999e47 req-ef090bbd-3be6-4615-9825-dcfb1439f1c5 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 943 time: 0.0806587 Sep 02 17:17:01.086238 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ccee555b-fdd5-4511-9ee4-81a06c999e47 req-838543f0-7d62-48e8-8bc5-68fd207eb39d tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/security-groups?id=18b8faa7-17fa-489a-bd44-2140d8ab7fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388100 Sep 02 17:17:01.217911 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31453d63-55ea-4af7-a1aa-e8e1afaae1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5962'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:01.220412 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31453d63-55ea-4af7-a1aa-e8e1afaae1e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:01.355553 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31453d63-55ea-4af7-a1aa-e8e1afaae1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654346'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:01.356912 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31453d63-55ea-4af7-a1aa-e8e1afaae1e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58c6c9af-8917-44fc-8e55-786de8229b25 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 17:17:01.361665 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31453d63-55ea-4af7-a1aa-e8e1afaae1e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:01.362781 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-31453d63-55ea-4af7-a1aa-e8e1afaae1e9 admin admin] 10.222.0.78 "DELETE /v2.0/routers/58c6c9af-8917-44fc-8e55-786de8229b25 HTTP/1.1" status: 204 len: 168 time: 1.4528022 Sep 02 17:17:01.365365 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 43600) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:01.408914 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 92f7dba2-a285-41cc-8e93-a3bba4dda13e no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:17:01.416245 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-1386ba19-37c0-40ae-a46b-db3443df4b71 admin admin] Deleting subnet 78089898-67f1-4027-92ed-edd152bcad53 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:17:01.420187 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1386ba19-37c0-40ae-a46b-db3443df4b71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:01.433327 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: 92f7dba2-a285-41cc-8e93-a3bba4dda13e {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:17:01.433654 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 92f7dba2-a285-41cc-8e93-a3bba4dda13e not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:17:01.457935 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1386ba19-37c0-40ae-a46b-db3443df4b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13112629'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:01.573193 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1386ba19-37c0-40ae-a46b-db3443df4b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467972'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:01.704850 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1386ba19-37c0-40ae-a46b-db3443df4b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1468095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13434269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13468955'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:01.735157 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1386ba19-37c0-40ae-a46b-db3443df4b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:01.737058 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-1386ba19-37c0-40ae-a46b-db3443df4b71 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/78089898-67f1-4027-92ed-edd152bcad53 HTTP/1.1" status: 204 len: 168 time: 0.3707161 Sep 02 17:17:01.739291 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386ba19-37c0-40ae-a46b-db3443df4b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78089898-67f1-4027-92ed-edd152bcad53,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:01.739761 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 43602) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:01.743436 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498d7571-a6f5-43b2-853e-81ed748d88a3 None None] Network 8d7b47e6-4a17-4291-a396-46d0db235753 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:17:01.821214 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645182'] for network, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:01.899916 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] Deleting port 02389b36-2565-49de-bd04-f29d6e5d5dcb {{(pid=94732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:17:01.900251 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:01.962762 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7771a3e3-bbc9-4e71-ba57-3cfdc84e493a None None] DHCP port deletion for 8d7b47e6-4a17-4291-a396-46d0db235753 request from dv-cinder-777031-8-iscsi {{(pid=94734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 17:17:01.974492 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] For port 02389b36-2565-49de-bd04-f29d6e5d5dcb, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=02389b36-2565-49de-bd04-f29d6e5d5dcb,segment=NetworkSegment(db772484-c3a9-4ca4-8f96-78eb240d387f),segment_id=db772484-c3a9-4ca4-8f96-78eb240d387f)] {{(pid=94732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:01.974856 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:01.989540 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] Calling delete_port for 02389b36-2565-49de-bd04-f29d6e5d5dcb owned by network:dhcp {{(pid=94732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:17:02.014506 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7771a3e3-bbc9-4e71-ba57-3cfdc84e493a None None] Deleting port 02389b36-2565-49de-bd04-f29d6e5d5dcb {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:17:02.014920 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7771a3e3-bbc9-4e71-ba57-3cfdc84e493a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:02.077844 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-7771a3e3-bbc9-4e71-ba57-3cfdc84e493a None None] For port 02389b36-2565-49de-bd04-f29d6e5d5dcb, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=02389b36-2565-49de-bd04-f29d6e5d5dcb,segment=NetworkSegment(db772484-c3a9-4ca4-8f96-78eb240d387f),segment_id=db772484-c3a9-4ca4-8f96-78eb240d387f)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:02.078253 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7771a3e3-bbc9-4e71-ba57-3cfdc84e493a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:02.092801 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7771a3e3-bbc9-4e71-ba57-3cfdc84e493a None None] Calling delete_port for 02389b36-2565-49de-bd04-f29d6e5d5dcb owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:17:02.337632 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7771a3e3-bbc9-4e71-ba57-3cfdc84e493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:02.364153 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771a3e3-bbc9-4e71-ba57-3cfdc84e493a None None] Pushing event deleted for resources: {'Port': ['ID=02389b36-2565-49de-bd04-f29d6e5d5dcb,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:02.372292 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7771a3e3-bbc9-4e71-ba57-3cfdc84e493a None None] No DVR routers for this DVR port 02389b36-2565-49de-bd04-f29d6e5d5dcb on host dv-cinder-777031-8-iscsi {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:17:02.406032 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:02.437594 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] Pushing event deleted for resources: {'Port': ['ID=02389b36-2565-49de-bd04-f29d6e5d5dcb,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:02.449821 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] No DVR routers for this DVR port 02389b36-2565-49de-bd04-f29d6e5d5dcb on host dv-cinder-777031-8-iscsi {{(pid=94732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:17:02.518521 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ac3eb-27ca-4480-ab0b-5d2fb3c7f5b0 req-81ac85dd-dcf5-46d5-a9f6-34f98c5781ec tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:02.520050 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6e5ac3eb-27ca-4480-ab0b-5d2fb3c7f5b0 req-81ac85dd-dcf5-46d5-a9f6-34f98c5781ec tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 943 time: 0.3579254 Sep 02 17:17:02.543661 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1470163', 'neutron.services.segments.db._delete_segments_for_network-8737482361959'] for network, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:02.561400 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.services.segments.db [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7b47e6-4a17-4291-a396-46d0db235753']}} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:02.581082 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.services.segments.db [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db772484-c3a9-4ca4-8f96-78eb240d387f') {'for_net_delete': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:02.581407 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.services.segments.db [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db772484-c3a9-4ca4-8f96-78eb240d387f') {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:02.594818 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6e5ac3eb-27ca-4480-ab0b-5d2fb3c7f5b0 req-9280969d-76d5-481a-b3c0-638f55e31e3f tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/security-groups?id=18b8faa7-17fa-489a-bd44-2140d8ab7fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673780 Sep 02 17:17:02.596315 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737482362224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3616593'] for segment, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:02.611033 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:02.617114 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=94732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:17:02.617532 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13791326'] for segment, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: Traceback (most recent call last): Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: timer() Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: cb(*args, **kw) Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: return func(*args, **kwargs) Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: self._notify() Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: self.callback(batched_events) Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: event.method(event) Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: return f(self, *a, **k) Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: return self._get(url).json() Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: return self.request(url, 'GET', **kwargs) Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:17:02.619186 dv-cinder-777031-8-iscsi neutron-server[94732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:17:02.702810 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:17:02.734795 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483664'] for network, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:02.739550 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:02.741575 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8d7b47e6-4a17-4291-a396-46d0db235753 HTTP/1.1" status: 204 len: 168 time: 1.0007894 Sep 02 17:17:02.750017 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 43612) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:02.757059 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca71c2-763e-46db-b2d0-87bb94e2e350 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d7b47e6-4a17-4291-a396-46d0db235753,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:02.969047 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 02389b36-2565-49de-bd04-f29d6e5d5dcb no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:17:02.997842 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: 02389b36-2565-49de-bd04-f29d6e5d5dcb {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:17:02.998184 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 02389b36-2565-49de-bd04-f29d6e5d5dcb not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:17:02.998610 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 32f9c6b5-074d-42c0-907c-6a3e9c450717 no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:17:03.018919 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: 32f9c6b5-074d-42c0-907c-6a3e9c450717 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:17:03.019256 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 32f9c6b5-074d-42c0-907c-6a3e9c450717 not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:17:03.125139 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f00ae40-2198-4ae9-bc96-e2c2b7dd8a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650606'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:03.384549 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-2f00ae40-2198-4ae9-bc96-e2c2b7dd8a1f admin admin] Deleting port 28af96d1-b825-451f-b51a-e015cec5118e {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:17:03.384819 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f00ae40-2198-4ae9-bc96-e2c2b7dd8a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:03.467542 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-2f00ae40-2198-4ae9-bc96-e2c2b7dd8a1f admin admin] For port 28af96d1-b825-451f-b51a-e015cec5118e, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=28af96d1-b825-451f-b51a-e015cec5118e,segment=NetworkSegment(f16d7bf8-e2fb-4812-bf70-d865233daeb6),segment_id=f16d7bf8-e2fb-4812-bf70-d865233daeb6)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:03.467903 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f00ae40-2198-4ae9-bc96-e2c2b7dd8a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:03.484964 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-2f00ae40-2198-4ae9-bc96-e2c2b7dd8a1f admin admin] Calling delete_port for 28af96d1-b825-451f-b51a-e015cec5118e owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:17:03.727238 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9894998-edfb-463a-8acf-e2601b4ab698 req-f8a0c591-ee6e-4de7-8403-02a51ba8fca1 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:03.729123 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e9894998-edfb-463a-8acf-e2601b4ab698 req-f8a0c591-ee6e-4de7-8403-02a51ba8fca1 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 943 time: 0.0562105 Sep 02 17:17:03.759636 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f00ae40-2198-4ae9-bc96-e2c2b7dd8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:03.771505 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e9894998-edfb-463a-8acf-e2601b4ab698 req-1eb2fbb9-8203-4566-b4c4-b685593396af tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/security-groups?id=18b8faa7-17fa-489a-bd44-2140d8ab7fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357733 Sep 02 17:17:03.797026 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00ae40-2198-4ae9-bc96-e2c2b7dd8a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=28af96d1-b825-451f-b51a-e015cec5118e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:03.961940 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f00ae40-2198-4ae9-bc96-e2c2b7dd8a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483724'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:04.195889 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f00ae40-2198-4ae9-bc96-e2c2b7dd8a1f admin admin] Router 0c95a637-1b20-4d75-ae09-4f9080987d1a has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:17:04.311935 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f00ae40-2198-4ae9-bc96-e2c2b7dd8a1f admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:17:04.317969 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-2f00ae40-2198-4ae9-bc96-e2c2b7dd8a1f admin admin] 10.222.0.78 "PUT /v2.0/routers/0c95a637-1b20-4d75-ae09-4f9080987d1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5668607 Sep 02 17:17:04.319869 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 43626) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:04.321421 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1221af-1715-4797-88a3-0229fbdbb605 None None] Sync routers for ids ['0c95a637-1b20-4d75-ae09-4f9080987d1a'] in dv-cinder-777031-8-iscsi {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:17:04.333220 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1221af-1715-4797-88a3-0229fbdbb605 None None] Routers {'0c95a637-1b20-4d75-ae09-4f9080987d1a'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:17:04.333974 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ae1221af-1715-4797-88a3-0229fbdbb605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:16:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['0c95a637-1b20-4d75-ae09-4f9080987d1a'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:04.427877 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e190aca1-2d8d-44d2-ba52-4abd5d75bcd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:04.434439 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 3bea3929-c946-442a-966a-243db1312fc3 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:17:04.455570 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-ae1221af-1715-4797-88a3-0229fbdbb605 None None] Set router 0c95a637-1b20-4d75-ae09-4f9080987d1a gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:04.541145 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 3bea3929-c946-442a-966a-243db1312fc3, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=3bea3929-c946-442a-966a-243db1312fc3,segment=NetworkSegment(8c143bb8-fa26-4be3-926e-120c5ce1ef6b),segment_id=8c143bb8-fa26-4be3-926e-120c5ce1ef6b)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:04.547923 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e190aca1-2d8d-44d2-ba52-4abd5d75bcd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:04.564265 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': '3bea3929-c946-442a-966a-243db1312fc3', 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48', 'port_id': '3bea3929-c946-442a-966a-243db1312fc3', 'mac_address': 'fa:16:3e:dd:19:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:17:04.604975 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:04.627430 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bea3929-c946-442a-966a-243db1312fc3 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:17:04.657866 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 3bea3929-c946-442a-966a-243db1312fc3, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=3bea3929-c946-442a-966a-243db1312fc3,segment=NetworkSegment(8c143bb8-fa26-4be3-926e-120c5ce1ef6b),segment_id=8c143bb8-fa26-4be3-926e-120c5ce1ef6b)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:04.675170 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ae1221af-1715-4797-88a3-0229fbdbb605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c95a637-1b20-4d75-ae09-4f9080987d1a', 'name': 'tempest-TestMinimumBasicScenario-2006212473-router', 'tenant_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ecd8ddb9-5557-4c10-a301-e6633f917b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:02Z', 'updated_at': '2021-09-02T17:17:03Z', 'revision_number': 5, 'project_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'gw_port': {'id': 'ecd8ddb9-5557-4c10-a301-e6633f917b7f', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a637-1b20-4d75-ae09-4f9080987d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:13:03Z', 'updated_at': '2021-09-02T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:04.682182 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e190aca1-2d8d-44d2-ba52-4abd5d75bcd3 admin admin] Deleting port ecd8ddb9-5557-4c10-a301-e6633f917b7f {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:17:04.685141 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e190aca1-2d8d-44d2-ba52-4abd5d75bcd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:04.707542 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1221af-1715-4797-88a3-0229fbdbb605 None None] Checking router: 0c95a637-1b20-4d75-ae09-4f9080987d1a for host: dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:17:04.718110 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1221af-1715-4797-88a3-0229fbdbb605 None None] Routers {'0c95a637-1b20-4d75-ae09-4f9080987d1a'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:17:04.718879 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ae1221af-1715-4797-88a3-0229fbdbb605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:16:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['0c95a637-1b20-4d75-ae09-4f9080987d1a'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:04.734071 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:04.787087 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-e190aca1-2d8d-44d2-ba52-4abd5d75bcd3 admin admin] For port ecd8ddb9-5557-4c10-a301-e6633f917b7f, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=ecd8ddb9-5557-4c10-a301-e6633f917b7f,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:04.787704 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e190aca1-2d8d-44d2-ba52-4abd5d75bcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:04.800061 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=3bea3929-c946-442a-966a-243db1312fc3,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:04.813999 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e190aca1-2d8d-44d2-ba52-4abd5d75bcd3 admin admin] Calling delete_port for ecd8ddb9-5557-4c10-a301-e6633f917b7f owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:17:04.831458 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-ae1221af-1715-4797-88a3-0229fbdbb605 None None] Set router 0c95a637-1b20-4d75-ae09-4f9080987d1a gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:04.891638 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ae1221af-1715-4797-88a3-0229fbdbb605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c95a637-1b20-4d75-ae09-4f9080987d1a', 'name': 'tempest-TestMinimumBasicScenario-2006212473-router', 'tenant_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:02Z', 'updated_at': '2021-09-02T17:17:04Z', 'revision_number': 6, 'project_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'gw_port_host': None}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:04.914387 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3f6d9-fe27-488e-a68c-cd7866ee06de req-cf8735b4-cb69-4f4d-a385-f609095790d4 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:04.915948 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b6d3f6d9-fe27-488e-a68c-cd7866ee06de req-cf8735b4-cb69-4f4d-a385-f609095790d4 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 944 time: 0.0640199 Sep 02 17:17:04.934705 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1221af-1715-4797-88a3-0229fbdbb605 None None] The sync data for ids ['0c95a637-1b20-4d75-ae09-4f9080987d1a'] in dv-cinder-777031-8-iscsi is: [{'id': '0c95a637-1b20-4d75-ae09-4f9080987d1a', 'name': 'tempest-TestMinimumBasicScenario-2006212473-router', 'tenant_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:13:02Z', 'updated_at': '2021-09-02T17:17:04Z', 'revision_number': 6, 'project_id': 'e6380f5928a24f6fbdb9ef55fd69db66', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:17:04.977352 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b6d3f6d9-fe27-488e-a68c-cd7866ee06de req-b69432a5-31ed-4ec3-80e0-b04f33796bef tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/security-groups?id=18b8faa7-17fa-489a-bd44-2140d8ab7fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531895 Sep 02 17:17:05.077936 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['3bea3929-c946-442a-966a-243db1312fc3'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:17:05.117475 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e190aca1-2d8d-44d2-ba52-4abd5d75bcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.146343 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190aca1-2d8d-44d2-ba52-4abd5d75bcd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd8ddb9-5557-4c10-a301-e6633f917b7f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:05.213681 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e190aca1-2d8d-44d2-ba52-4abd5d75bcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649128'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.315260 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e190aca1-2d8d-44d2-ba52-4abd5d75bcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5962'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.319459 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e190aca1-2d8d-44d2-ba52-4abd5d75bcd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.448285 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e190aca1-2d8d-44d2-ba52-4abd5d75bcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654346'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.449447 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e190aca1-2d8d-44d2-ba52-4abd5d75bcd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c95a637-1b20-4d75-ae09-4f9080987d1a {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 17:17:05.454692 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e190aca1-2d8d-44d2-ba52-4abd5d75bcd3 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.455915 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-e190aca1-2d8d-44d2-ba52-4abd5d75bcd3 admin admin] 10.222.0.78 "DELETE /v2.0/routers/0c95a637-1b20-4d75-ae09-4f9080987d1a HTTP/1.1" status: 204 len: 168 time: 1.1351159 Sep 02 17:17:05.458496 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 43636) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:05.509694 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0864bde-56e8-4e7b-9934-6a7a124184ec admin admin] Deleting subnet 42511bb7-abe1-4e8e-8cb9-c08f75f06d81 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:17:05.514357 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0864bde-56e8-4e7b-9934-6a7a124184ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.551382 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0864bde-56e8-4e7b-9934-6a7a124184ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13112629'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.633907 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0864bde-56e8-4e7b-9934-6a7a124184ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467972'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.763658 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0864bde-56e8-4e7b-9934-6a7a124184ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1468095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13434269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13468955'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.800122 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0864bde-56e8-4e7b-9934-6a7a124184ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42511bb7-abe1-4e8e-8cb9-c08f75f06d81,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:05.806255 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0864bde-56e8-4e7b-9934-6a7a124184ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.809196 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-f0864bde-56e8-4e7b-9934-6a7a124184ec admin admin] 10.222.0.78 "DELETE /v2.0/subnets/42511bb7-abe1-4e8e-8cb9-c08f75f06d81 HTTP/1.1" status: 204 len: 168 time: 0.3488677 Sep 02 17:17:05.813132 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 43640) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:05.825661 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c278faa9-b48c-442c-b9fe-ec5a8b9b5f60 None None] Network 7f806bf0-baa2-4efe-a819-3cbf5c50ee3b requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:17:05.896352 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645182'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:05.955014 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] Deleting port 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:17:05.955360 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:06.037044 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dae7e3-ff53-4f1c-8f61-2eb07e8c1020 None None] DHCP port deletion for 7f806bf0-baa2-4efe-a819-3cbf5c50ee3b request from dv-cinder-777031-8-iscsi {{(pid=94734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 17:17:06.045920 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] For port 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=50ba7442-f3e4-4a59-8f53-5ddb8008eeb0,segment=NetworkSegment(f16d7bf8-e2fb-4812-bf70-d865233daeb6),segment_id=f16d7bf8-e2fb-4812-bf70-d865233daeb6)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:06.045920 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:06.060647 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] Calling delete_port for 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:17:06.107434 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d4dae7e3-ff53-4f1c-8f61-2eb07e8c1020 None None] Deleting port 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:17:06.107843 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d4dae7e3-ff53-4f1c-8f61-2eb07e8c1020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:06.144645 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791d59e-5c4a-4270-a01e-0d4d7efcf525 req-d6fbdd41-aaa8-42d1-bfbd-8cff0a52a4ed tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:06.147359 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3791d59e-5c4a-4270-a01e-0d4d7efcf525 req-d6fbdd41-aaa8-42d1-bfbd-8cff0a52a4ed tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 944 time: 0.0738559 Sep 02 17:17:06.201967 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-d4dae7e3-ff53-4f1c-8f61-2eb07e8c1020 None None] For port 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=50ba7442-f3e4-4a59-8f53-5ddb8008eeb0,segment=NetworkSegment(f16d7bf8-e2fb-4812-bf70-d865233daeb6),segment_id=f16d7bf8-e2fb-4812-bf70-d865233daeb6)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:06.202427 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d4dae7e3-ff53-4f1c-8f61-2eb07e8c1020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:06.203879 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3791d59e-5c4a-4270-a01e-0d4d7efcf525 req-4d5c1bf9-f500-48f4-a6c3-5a2d0cc1e293 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/security-groups?id=18b8faa7-17fa-489a-bd44-2140d8ab7fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494616 Sep 02 17:17:06.217133 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d4dae7e3-ff53-4f1c-8f61-2eb07e8c1020 None None] Calling delete_port for 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:17:06.269704 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:06.301542 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d4dae7e3-ff53-4f1c-8f61-2eb07e8c1020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:06.303815 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] No DVR routers for this DVR port 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 on host dv-cinder-777031-8-iscsi {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:17:06.308982 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ba7442-f3e4-4a59-8f53-5ddb8008eeb0,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:06.329261 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dae7e3-ff53-4f1c-8f61-2eb07e8c1020 None None] Pushing event deleted for resources: {'Port': ['ID=50ba7442-f3e4-4a59-8f53-5ddb8008eeb0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:06.334611 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dae7e3-ff53-4f1c-8f61-2eb07e8c1020 None None] No DVR routers for this DVR port 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 on host dv-cinder-777031-8-iscsi {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:17:06.388716 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1470163', 'neutron.services.segments.db._delete_segments_for_network-8737482361959'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:06.398783 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f806bf0-baa2-4efe-a819-3cbf5c50ee3b']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:06.411515 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16d7bf8-e2fb-4812-bf70-d865233daeb6') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:06.411817 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16d7bf8-e2fb-4812-bf70-d865233daeb6') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:06.422185 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737482362224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13114054'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:06.436790 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:06.443602 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:17:06.444270 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13434355'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: Traceback (most recent call last): Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: timer() Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: cb(*args, **kw) Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: return func(*args, **kwargs) Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: self._notify() Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: self.callback(batched_events) Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: event.method(event) Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: return f(self, *a, **k) Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._get(url).json() Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:17:06.446040 dv-cinder-777031-8-iscsi neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:17:06.449661 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 3bea3929-c946-442a-966a-243db1312fc3 up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:17:06.589092 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483664'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:06.595032 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:06.596817 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7f806bf0-baa2-4efe-a819-3cbf5c50ee3b HTTP/1.1" status: 204 len: 168 time: 0.7823985 Sep 02 17:17:06.612220 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c81590-ecb2-4fcb-97ad-959e98441e60 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f806bf0-baa2-4efe-a819-3cbf5c50ee3b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:06.617529 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port 3bea3929-c946-442a-966a-243db1312fc3 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:17:06.622611 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port 3bea3929-c946-442a-966a-243db1312fc3 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:06.622984 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:06.704317 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:06.731553 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149f69bc-66cc-4337-a242-56c0b6df9939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bea3929-c946-442a-966a-243db1312fc3'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:17:06.734313 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215d9c45-cfbd-4cfe-b828-59efbf77d156" -d '{"events": [{"server_uuid": "149f69bc-66cc-4337-a242-56c0b6df9939", "name": "network-vif-plugged", "status": "completed", "tag": "3bea3929-c946-442a-966a-243db1312fc3"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:17:06.748745 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 3bea3929-c946-442a-966a-243db1312fc3, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=3bea3929-c946-442a-966a-243db1312fc3,segment=NetworkSegment(8c143bb8-fa26-4be3-926e-120c5ce1ef6b),segment_id=8c143bb8-fa26-4be3-926e-120c5ce1ef6b)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:06.780029 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0a1a7b-0ea6-4a9c-b6d5-22e0bf3c9f0f x-openstack-request-id: req-0e0a1a7b-0ea6-4a9c-b6d5-22e0bf3c9f0f {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:17:06.780314 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149f69bc-66cc-4337-a242-56c0b6df9939", "name": "network-vif-plugged", "status": "completed", "tag": "3bea3929-c946-442a-966a-243db1312fc3", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:17:06.780566 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e0a1a7b-0ea6-4a9c-b6d5-22e0bf3c9f0f {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:17:06.780957 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149f69bc-66cc-4337-a242-56c0b6df9939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bea3929-c946-442a-966a-243db1312fc3', 'code': 200} Sep 02 17:17:06.840767 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:06.894475 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=3bea3929-c946-442a-966a-243db1312fc3,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:06.983685 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 28af96d1-b825-451f-b51a-e015cec5118e no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:17:07.001712 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 43662) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:07.009691 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: 28af96d1-b825-451f-b51a-e015cec5118e {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:17:07.010256 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 28af96d1-b825-451f-b51a-e015cec5118e not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:17:07.010641 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:17:07.035022 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:17:07.038786 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 50ba7442-f3e4-4a59-8f53-5ddb8008eeb0 not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:17:07.038786 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device ecd8ddb9-5557-4c10-a301-e6633f917b7f no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:17:07.055626 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-ac2d4bfe-c24b-4ee6-bc25-d1981e90a840 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=593a12d1eba34b93b2fdacfd91d812ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486021 Sep 02 17:17:07.055824 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 43664) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:07.056478 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: ecd8ddb9-5557-4c10-a301-e6633f917b7f {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:17:07.056786 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device ecd8ddb9-5557-4c10-a301-e6633f917b7f not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:17:07.113945 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f3c7d9d4-e13a-4618-9d78-e799a9ba65e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:07.140622 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f3c7d9d4-e13a-4618-9d78-e799a9ba65e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:07.211251 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041724ae-829b-4a18-9567-5082504aaf8a req-9fd849cf-3f2b-4e33-b386-fa5e58080140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:07.212774 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-041724ae-829b-4a18-9567-5082504aaf8a req-9fd849cf-3f2b-4e33-b386-fa5e58080140 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 1098 time: 0.0439360 Sep 02 17:17:07.236587 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f3c7d9d4-e13a-4618-9d78-e799a9ba65e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:07.239224 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f3c7d9d4-e13a-4618-9d78-e799a9ba65e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:07.243271 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-f3c7d9d4-e13a-4618-9d78-e799a9ba65e8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26bd6851-cd57-4475-bc55-630b06173a35 HTTP/1.1" status: 204 len: 168 time: 0.1861930 Sep 02 17:17:07.256207 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7d9d4-e13a-4618-9d78-e799a9ba65e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bd6851-cd57-4475-bc55-630b06173a35,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:07.257218 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-041724ae-829b-4a18-9567-5082504aaf8a req-3c93cf86-1446-4ae1-b066-8d5570eadb00 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=18b8faa7-17fa-489a-bd44-2140d8ab7fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348942 Sep 02 17:17:07.345180 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a53953-990d-4bf7-9f61-c64045878887 req-fef8fda1-07c3-43cc-bd10-b4efbf9019bc tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:07.346786 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-65a53953-990d-4bf7-9f61-c64045878887 req-fef8fda1-07c3-43cc-bd10-b4efbf9019bc tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 945 time: 0.0521393 Sep 02 17:17:07.389407 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-65a53953-990d-4bf7-9f61-c64045878887 req-8014bb50-dd61-4d92-89dd-8e91b8a84f6b tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/security-groups?id=18b8faa7-17fa-489a-bd44-2140d8ab7fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361998 Sep 02 17:17:08.016079 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 43680) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:08.059329 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-081e1e84-2522-4006-bad9-9ca288ce0d01 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e6380f5928a24f6fbdb9ef55fd69db66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396016 Sep 02 17:17:08.059995 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 43684) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:08.122011 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-2af71262-dfa2-4fcc-b826-d529c8740681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:08.143901 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-2af71262-dfa2-4fcc-b826-d529c8740681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:08.268817 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-2af71262-dfa2-4fcc-b826-d529c8740681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:08.271391 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-2af71262-dfa2-4fcc-b826-d529c8740681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:08.272587 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-2af71262-dfa2-4fcc-b826-d529c8740681 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/df738819-eab2-4ef7-9797-37cd6f853645 HTTP/1.1" status: 204 len: 168 time: 0.2115018 Sep 02 17:17:08.288635 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af71262-dfa2-4fcc-b826-d529c8740681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df738819-eab2-4ef7-9797-37cd6f853645,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:08.513197 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff7a21-9627-473e-9d6f-cc2479d838ae req-7ada196a-468c-4a75-add7-f75e917f37b7 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:08.514777 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2dff7a21-9627-473e-9d6f-cc2479d838ae req-7ada196a-468c-4a75-add7-f75e917f37b7 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 945 time: 0.0521603 Sep 02 17:17:08.556172 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2dff7a21-9627-473e-9d6f-cc2479d838ae req-5b7c6950-c8db-4235-a786-faace441eb35 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/security-groups?id=18b8faa7-17fa-489a-bd44-2140d8ab7fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352812 Sep 02 17:17:09.678239 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e23cbb-1399-4bc1-a355-1cc88c800bf8 req-5d159f33-140b-4be4-9a11-3f2429643b7e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:09.679724 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-17e23cbb-1399-4bc1-a355-1cc88c800bf8 req-5d159f33-140b-4be4-9a11-3f2429643b7e tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 945 time: 0.0526018 Sep 02 17:17:09.718409 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-17e23cbb-1399-4bc1-a355-1cc88c800bf8 req-c08f1822-0415-4348-9db4-754304a0984a tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/security-groups?id=18b8faa7-17fa-489a-bd44-2140d8ab7fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320373 Sep 02 17:17:09.836352 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:09.849593 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa8646-29af-4ff4-a34d-ecf644b3649b req-cdac3ba5-682a-46de-a9e0-bca9a62cf663 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:09.851152 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-03fa8646-29af-4ff4-a34d-ecf644b3649b req-cdac3ba5-682a-46de-a9e0-bca9a62cf663 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 945 time: 0.0514312 Sep 02 17:17:09.895250 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-03fa8646-29af-4ff4-a34d-ecf644b3649b req-02a581e0-bc69-485c-b747-1ba8f67bd973 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/security-groups?id=18b8faa7-17fa-489a-bd44-2140d8ab7fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366492 Sep 02 17:17:09.917897 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 43704) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:10.160510 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c06788b-b56b-4db6-a67c-e7b9dab80760 tempest-TestShelveInstance-1806892675 tempest-TestShelveInstance-1806892675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:10.162074 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-8c06788b-b56b-4db6-a67c-e7b9dab80760 tempest-TestShelveInstance-1806892675 tempest-TestShelveInstance-1806892675-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 1093 time: 0.2431054 Sep 02 17:17:10.176048 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 43708) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:10.180668 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Request body: {'floatingip': {'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'port_id': '3bea3929-c946-442a-966a-243db1312fc3', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:17:10.314485 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for floatingip, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:10.422483 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:10.547332 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_common [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Allocated IP 172.27.3.173 (590119a4-1f8b-48ad-9c89-4c6964c18e67/7cdc9a3e-6ce5-4dce-a686-134e15b48f48/a70847bd-36e4-4c4a-a403-1d979ae0d153) {{(pid=94732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:17:10.657273 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for port, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:10.828960 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:10.867251 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:17:10.870873 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:17:10.874556 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Received port after_create {{(pid=94732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:17:10.900480 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Pushing event updated for resources: {'Port': ['ID=a70847bd-36e4-4c4a-a403-1d979ae0d153,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:11.254454 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:11.382998 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:11.554245 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:11.607449 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13791354'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:11.675435 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Pushing event updated for resources: {'Port': ['ID=a70847bd-36e4-4c4a-a403-1d979ae0d153,revision_number=2']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:11.686818 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-483694'] for floatingip, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:11.791513 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.l3_db [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Floating IP 4e052d8f-68e3-4ffa-9ae7-3458d3ba5293 associated. External IP: 172.27.3.173, port: 3bea3929-c946-442a-966a-243db1312fc3. Sep 02 17:17:12.001862 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Router 62c4798d-a804-4ff3-8854-e14b3c93d1a9 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:17:12.116038 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:17:12.127515 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1935448-e1ca-4119-9078-21b06cfd0b3d None None] Sync routers for ids ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:17:12.136948 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1935448-e1ca-4119-9078-21b06cfd0b3d None None] Routers {'62c4798d-a804-4ff3-8854-e14b3c93d1a9'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:17:12.137590 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-b1935448-e1ca-4119-9078-21b06cfd0b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:16:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:12.230832 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:12.254676 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-b1935448-e1ca-4119-9078-21b06cfd0b3d None None] Set router 62c4798d-a804-4ff3-8854-e14b3c93d1a9 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:12.273900 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-51e41ab2-8776-41ca-bef0-dbd33f3c6091 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0966704 Sep 02 17:17:12.274565 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149f69bc-66cc-4337-a242-56c0b6df9939', 'tag': '3bea3929-c946-442a-966a-243db1312fc3'}] {{(pid=94732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:17:12.276971 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643edee48d4aa60f3972c255eb08e6184b38aa64b8c7e1e79c40afc0c33c1f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f963d6e-778c-41fb-972b-bba02a4daac5" -d '{"events": [{"name": "network-changed", "server_uuid": "149f69bc-66cc-4337-a242-56c0b6df9939", "tag": "3bea3929-c946-442a-966a-243db1312fc3"}]}' {{(pid=94732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:17:12.325760 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae97cc5-6947-4726-9b0a-86570c887f42 x-openstack-request-id: req-6ae97cc5-6947-4726-9b0a-86570c887f42 {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:17:12.326177 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149f69bc-66cc-4337-a242-56c0b6df9939", "tag": "3bea3929-c946-442a-966a-243db1312fc3", "status": "completed", "code": 200}]} {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:17:12.326492 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ae97cc5-6947-4726-9b0a-86570c887f42 {{(pid=94732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:17:12.326960 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149f69bc-66cc-4337-a242-56c0b6df9939', 'tag': '3bea3929-c946-442a-966a-243db1312fc3', 'status': 'completed', 'code': 200} Sep 02 17:17:12.413267 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f963d6e-778c-41fb-972b-bba02a4daac5 req-bf661e4e-dbcf-417d-9a1c-ce1dbc5000b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:12.414766 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2f963d6e-778c-41fb-972b-bba02a4daac5 req-bf661e4e-dbcf-417d-9a1c-ce1dbc5000b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f4192e09b3b4aac83371f33f2bc846b&device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 1098 time: 0.0408111 Sep 02 17:17:12.516259 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-b1935448-e1ca-4119-9078-21b06cfd0b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'name': 'tempest-TestShelveInstance-1130836082-router', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:03Z', 'updated_at': '2021-09-02T17:16:07Z', 'revision_number': 4, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'gw_port': {'id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:04Z', 'updated_at': '2021-09-02T17:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '4e052d8f-68e3-4ffa-9ae7-3458d3ba5293', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'port_id': '3bea3929-c946-442a-966a-243db1312fc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48', 'mac_address': 'fa:16:3e:dd:19:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f69bc-66cc-4337-a242-56c0b6df9939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:17:11Z', 'updated_at': '2021-09-02T17:17:11Z', 'revision_number': 0, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3fb9b2-960b-443f-aa3b-d5a6e1536243', 'name': '', 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'mac_address': 'fa:16:3e:d6:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:06Z', 'updated_at': '2021-09-02T17:16:13Z', 'revision_number': 5, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'subnets': [{'id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:12.547500 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1935448-e1ca-4119-9078-21b06cfd0b3d None None] Checking router: 62c4798d-a804-4ff3-8854-e14b3c93d1a9 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:17:12.557834 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1935448-e1ca-4119-9078-21b06cfd0b3d None None] Routers {'62c4798d-a804-4ff3-8854-e14b3c93d1a9'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:17:12.559107 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-b1935448-e1ca-4119-9078-21b06cfd0b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:16:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:12.629810 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-432c73ab-7acb-4152-9316-3ec2f657c72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:12.688582 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-b1935448-e1ca-4119-9078-21b06cfd0b3d None None] Set router 62c4798d-a804-4ff3-8854-e14b3c93d1a9 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:17:12.762051 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f963d6e-778c-41fb-972b-bba02a4daac5 req-06bb0b20-e37b-4519-8aaf-c0de8bfaeb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:12.763519 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2f963d6e-778c-41fb-972b-bba02a4daac5 req-06bb0b20-e37b-4519-8aaf-c0de8bfaeb4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 HTTP/1.1" status: 200 len: 911 time: 0.3392386 Sep 02 17:17:12.857869 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2f963d6e-778c-41fb-972b-bba02a4daac5 req-255f7cad-92be-4c9e-b21c-f6f50b1bab15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bea3929-c946-442a-966a-243db1312fc3 HTTP/1.1" status: 200 len: 999 time: 0.0786471 Sep 02 17:17:12.917188 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f963d6e-778c-41fb-972b-bba02a4daac5 req-f77192cd-50b7-4967-8eb8-9e92102c2c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:12.919712 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2f963d6e-778c-41fb-972b-bba02a4daac5 req-f77192cd-50b7-4967-8eb8-9e92102c2c6e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ab27bb2-8625-461f-9a9c-ce7190953fb3 HTTP/1.1" status: 200 len: 848 time: 0.0525806 Sep 02 17:17:12.941075 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-b1935448-e1ca-4119-9078-21b06cfd0b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'name': 'tempest-TestShelveInstance-1130836082-router', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:03Z', 'updated_at': '2021-09-02T17:16:07Z', 'revision_number': 4, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'gw_port': {'id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:04Z', 'updated_at': '2021-09-02T17:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '4e052d8f-68e3-4ffa-9ae7-3458d3ba5293', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'port_id': '3bea3929-c946-442a-966a-243db1312fc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48', 'mac_address': 'fa:16:3e:dd:19:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f69bc-66cc-4337-a242-56c0b6df9939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:17:11Z', 'updated_at': '2021-09-02T17:17:11Z', 'revision_number': 0, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3fb9b2-960b-443f-aa3b-d5a6e1536243', 'name': '', 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'mac_address': 'fa:16:3e:d6:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:06Z', 'updated_at': '2021-09-02T17:16:13Z', 'revision_number': 5, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'subnets': [{'id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:17:12.969067 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1935448-e1ca-4119-9078-21b06cfd0b3d None None] The sync data for ids ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'] in dv-cinder-777031-8-iscsi is: [{'id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'name': 'tempest-TestShelveInstance-1130836082-router', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:03Z', 'updated_at': '2021-09-02T17:16:07Z', 'revision_number': 4, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'gw_port': {'id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:04Z', 'updated_at': '2021-09-02T17:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '4e052d8f-68e3-4ffa-9ae7-3458d3ba5293', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'port_id': '3bea3929-c946-442a-966a-243db1312fc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48', 'mac_address': 'fa:16:3e:dd:19:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f69bc-66cc-4337-a242-56c0b6df9939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:17:11Z', 'updated_at': '2021-09-02T17:17:11Z', 'revision_number': 0, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3fb9b2-960b-443f-aa3b-d5a6e1536243', 'name': '', 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'mac_address': 'fa:16:3e:d6:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:06Z', 'updated_at': '2021-09-02T17:16:13Z', 'revision_number': 5, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'subnets': [{'id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:17:12.975932 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f963d6e-778c-41fb-972b-bba02a4daac5 req-13063022-745d-4cf0-991a-4f8b89f3d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:12.977511 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2f963d6e-778c-41fb-972b-bba02a4daac5 req-13063022-745d-4cf0-991a-4f8b89f3d417 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492671 Sep 02 17:17:13.073066 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2f963d6e-778c-41fb-972b-bba02a4daac5 req-046f9118-df79-4ff1-b17a-7386bbcb1b11 service neutron] 10.222.0.46 "GET /v2.0/networks/7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866501 Sep 02 17:17:13.177047 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5e5eb7-6bb7-4aad-bdd1-bf87f9d07ce5 None None] New status for floating IP 4e052d8f-68e3-4ffa-9ae7-3458d3ba5293: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:17:13.196261 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2f963d6e-778c-41fb-972b-bba02a4daac5 req-8edafe77-1c3f-4542-a896-b325534b2a16 service neutron] 10.222.0.46 "GET /v2.0/networks/7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153514 Sep 02 17:17:15.201865 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1ec219b7-a08e-49cb-8925-81f687e8b51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:15.555673 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:16.216535 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:18.155269 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:24.690331 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f184b-ee10-4e9f-99e2-799df4444c8f req-b7af7737-3e01-4215-be4c-a6021cd3201a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:24.692077 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8a1f184b-ee10-4e9f-99e2-799df4444c8f req-b7af7737-3e01-4215-be4c-a6021cd3201a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0517764 Sep 02 17:17:24.731761 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8a1f184b-ee10-4e9f-99e2-799df4444c8f req-0c7a86ae-43b1-4b7c-a609-df963dcfab53 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336633 Sep 02 17:17:25.818301 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 43850) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:25.852706 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f35452-5630-4ed3-9f0c-8de99374cd3a req-45d2efcd-7f97-4fce-8758-95086c5430f9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:25.854832 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c9f35452-5630-4ed3-9f0c-8de99374cd3a req-45d2efcd-7f97-4fce-8758-95086c5430f9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0504615 Sep 02 17:17:25.899472 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c9f35452-5630-4ed3-9f0c-8de99374cd3a req-a6f14709-a4ff-4f37-ade3-a68a28854d71 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384502 Sep 02 17:17:25.951702 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-99f058de-549e-4957-8135-5d5b7b447216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:26.041720 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-99f058de-549e-4957-8135-5d5b7b447216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:26.169206 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-99f058de-549e-4957-8135-5d5b7b447216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:26.209465 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-99f058de-549e-4957-8135-5d5b7b447216 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3968ebe921944f3c80cf723a868d389e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899357 Sep 02 17:17:26.210341 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f058de-549e-4957-8135-5d5b7b447216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f5c230-65d0-462f-a60d-852f21a3865f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:26.212177 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 43856) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:26.217962 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f058de-549e-4957-8135-5d5b7b447216 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:26.218313 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f058de-549e-4957-8135-5d5b7b447216 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:26.218655 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f058de-549e-4957-8135-5d5b7b447216 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:26.219042 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f058de-549e-4957-8135-5d5b7b447216 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:26.219374 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f058de-549e-4957-8135-5d5b7b447216 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:26.219705 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f058de-549e-4957-8135-5d5b7b447216 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:26.220119 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f058de-549e-4957-8135-5d5b7b447216 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:26.220353 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f058de-549e-4957-8135-5d5b7b447216 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:26.220676 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f058de-549e-4957-8135-5d5b7b447216 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:26.221029 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f058de-549e-4957-8135-5d5b7b447216 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:26.221379 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f058de-549e-4957-8135-5d5b7b447216 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:26.223307 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f058de-549e-4957-8135-5d5b7b447216 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:26.263241 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-922a8444-6016-4a26-acc0-b9bf75daa20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:26.284310 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-922a8444-6016-4a26-acc0-b9bf75daa20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:26.394144 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-922a8444-6016-4a26-acc0-b9bf75daa20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:26.396675 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-922a8444-6016-4a26-acc0-b9bf75daa20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:26.397859 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-922a8444-6016-4a26-acc0-b9bf75daa20b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/63f5c230-65d0-462f-a60d-852f21a3865f HTTP/1.1" status: 204 len: 168 time: 0.1839697 Sep 02 17:17:26.405839 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a8444-6016-4a26-acc0-b9bf75daa20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f5c230-65d0-462f-a60d-852f21a3865f,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:27.020524 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791d759-899a-4db2-bd55-4464c66f6f72 req-dab0170f-ee22-4342-935d-67a1c6726cb7 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:27.022084 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c791d759-899a-4db2-bd55-4464c66f6f72 req-dab0170f-ee22-4342-935d-67a1c6726cb7 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0503504 Sep 02 17:17:27.066088 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c791d759-899a-4db2-bd55-4464c66f6f72 req-79857984-3c8a-46ab-9b6b-e9c95d0379c9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364523 Sep 02 17:17:28.199486 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e158e74-7133-4b6e-87a3-2aa3c40086db req-23eb2a5d-f06b-41c9-b2b6-237ce3896b57 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:28.201005 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1e158e74-7133-4b6e-87a3-2aa3c40086db req-23eb2a5d-f06b-41c9-b2b6-237ce3896b57 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0563617 Sep 02 17:17:28.245719 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1e158e74-7133-4b6e-87a3-2aa3c40086db req-a517eb56-8a62-4bfb-984e-b3724798cdce tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383267 Sep 02 17:17:29.384872 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ad4c5-83aa-4761-96fb-a2c2c0419209 req-56b4b4be-7ea9-42d2-8d4f-f087334e8927 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:29.384872 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6c2ad4c5-83aa-4761-96fb-a2c2c0419209 req-56b4b4be-7ea9-42d2-8d4f-f087334e8927 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0532086 Sep 02 17:17:29.424793 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6c2ad4c5-83aa-4761-96fb-a2c2c0419209 req-be05ad39-2520-4de7-b1f7-4f5b7d96d4f0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358443 Sep 02 17:17:30.544358 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099728e0-913e-4809-9b88-bf8f0b161032 req-ddd5e103-ed75-4fbf-bf10-725914288be6 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:30.545855 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-099728e0-913e-4809-9b88-bf8f0b161032 req-ddd5e103-ed75-4fbf-bf10-725914288be6 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0495543 Sep 02 17:17:30.583957 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-099728e0-913e-4809-9b88-bf8f0b161032 req-4523ef22-471c-4e10-ae88-20e34b5c82c8 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319674 Sep 02 17:17:31.708560 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd3523-716c-4b84-ae40-6300ce84098b req-e6f3035d-b972-4ef4-b8a7-8d14b572661b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:31.710070 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6ffd3523-716c-4b84-ae40-6300ce84098b req-e6f3035d-b972-4ef4-b8a7-8d14b572661b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0539620 Sep 02 17:17:31.748435 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6ffd3523-716c-4b84-ae40-6300ce84098b req-4521c083-7d45-45f2-8119-9f9265dad78b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320876 Sep 02 17:17:32.869740 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8299f94-5c43-41ec-b921-afb4413e5268 req-c6ecc311-0510-4086-9bf8-69596f07213d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:32.871243 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c8299f94-5c43-41ec-b921-afb4413e5268 req-c6ecc311-0510-4086-9bf8-69596f07213d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0491037 Sep 02 17:17:32.909910 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c8299f94-5c43-41ec-b921-afb4413e5268 req-07053a16-c832-41f3-9ac3-ed3c5ab2c80b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327973 Sep 02 17:17:34.038210 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe906f4f-f51e-4c3d-8359-0a9206639f52 req-3d8a65c5-0e30-43c5-848a-ec9e74f88c5e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:34.039706 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fe906f4f-f51e-4c3d-8359-0a9206639f52 req-3d8a65c5-0e30-43c5-848a-ec9e74f88c5e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0510838 Sep 02 17:17:34.080722 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fe906f4f-f51e-4c3d-8359-0a9206639f52 req-a4ec3c66-c129-4900-b956-6a83c8281df6 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341437 Sep 02 17:17:35.204169 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda1cd1-c4d1-4ea0-a688-7edd3651541d req-c6c47aaa-dae4-4e29-8220-9618ca48ab51 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:35.205651 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fcda1cd1-c4d1-4ea0-a688-7edd3651541d req-c6c47aaa-dae4-4e29-8220-9618ca48ab51 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0514433 Sep 02 17:17:35.246845 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fcda1cd1-c4d1-4ea0-a688-7edd3651541d req-9f72ccd5-dfa2-4322-bc46-a7b0d32723f1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347447 Sep 02 17:17:36.377998 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca953c-7254-457f-8ab7-8267d2e6983b req-150a6e2a-f155-4723-b7f6-036798f3492d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:36.379552 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dfca953c-7254-457f-8ab7-8267d2e6983b req-150a6e2a-f155-4723-b7f6-036798f3492d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0501218 Sep 02 17:17:36.426452 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dfca953c-7254-457f-8ab7-8267d2e6983b req-799707b0-50c5-4c82-bbe2-8a8c76b06214 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371642 Sep 02 17:17:37.547553 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f25122-ead8-4221-ae61-9d97393164b7 req-b503da63-eaf9-48f2-92f8-3e96a9604857 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:37.547553 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-53f25122-ead8-4221-ae61-9d97393164b7 req-b503da63-eaf9-48f2-92f8-3e96a9604857 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0478971 Sep 02 17:17:37.584866 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-53f25122-ead8-4221-ae61-9d97393164b7 req-2f13a2ae-76bf-434a-b2d0-f07265aa9e42 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324428 Sep 02 17:17:38.712813 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4ce44-42a3-4c51-938d-7e72b493fadb req-44983bb3-0d2c-406e-80e4-34f64ba41c5f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:38.715124 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-05f4ce44-42a3-4c51-938d-7e72b493fadb req-44983bb3-0d2c-406e-80e4-34f64ba41c5f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0543725 Sep 02 17:17:38.755163 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-05f4ce44-42a3-4c51-938d-7e72b493fadb req-fee4e714-e1e8-4259-8d79-e78b1a8c6de4 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340717 Sep 02 17:17:39.701156 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:17:39.824780 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:39.880462 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dc22e-3fc7-4b99-a9fa-68e7f9e0d2eb req-cdeaa3e8-4d78-4f63-8f52-2a47b701d38e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:39.882006 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9a6dc22e-3fc7-4b99-a9fa-68e7f9e0d2eb req-cdeaa3e8-4d78-4f63-8f52-2a47b701d38e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0519035 Sep 02 17:17:39.923440 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9a6dc22e-3fc7-4b99-a9fa-68e7f9e0d2eb req-f131e613-4e18-4073-8948-acab8da9f5f1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349333 Sep 02 17:17:41.045915 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b5384-4ab0-41c0-9e63-5a011888ee14 req-43be0e34-ce79-431a-890a-ec660b5b6838 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:41.047698 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-112b5384-4ab0-41c0-9e63-5a011888ee14 req-43be0e34-ce79-431a-890a-ec660b5b6838 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0509152 Sep 02 17:17:41.101343 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-112b5384-4ab0-41c0-9e63-5a011888ee14 req-dfa10c4f-df57-45ca-a3d4-23e874af2297 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420125 Sep 02 17:17:42.223656 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3907d5c-7bc5-405d-acce-f35b7b21b159 req-8b25328a-b927-4107-b79e-62efa6760145 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:42.225184 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e3907d5c-7bc5-405d-acce-f35b7b21b159 req-8b25328a-b927-4107-b79e-62efa6760145 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0521538 Sep 02 17:17:42.266007 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e3907d5c-7bc5-405d-acce-f35b7b21b159 req-e778b30b-df59-4dd3-9e3d-af66025c36fa tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337365 Sep 02 17:17:42.624435 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fd7782f4-a64a-421e-8ce8-040ff88badeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:43.409124 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5d6f8-c7be-4dcc-ace2-f44980fa5407 req-2aac6abb-baf6-4b8a-b8ad-b5b7d356f50a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:43.410669 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e3c5d6f8-c7be-4dcc-ace2-f44980fa5407 req-2aac6abb-baf6-4b8a-b8ad-b5b7d356f50a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0523345 Sep 02 17:17:43.451761 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e3c5d6f8-c7be-4dcc-ace2-f44980fa5407 req-04199949-bf04-49ee-858c-98baee6ba160 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349758 Sep 02 17:17:44.584397 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdedabf-57fb-4aa4-a772-b26ee8e0024d req-4741b4a7-26ac-4ed8-824d-06aac0096aec tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:44.586710 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-efdedabf-57fb-4aa4-a772-b26ee8e0024d req-4741b4a7-26ac-4ed8-824d-06aac0096aec tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0545220 Sep 02 17:17:44.628887 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-efdedabf-57fb-4aa4-a772-b26ee8e0024d req-5bedb408-2f3c-4076-8fd3-18248f7045a0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361524 Sep 02 17:17:45.281200 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41f637da-eb3e-4ce6-8fff-6c664d5f5275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:45.546427 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:45.759084 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09a7e9-ada0-4ecd-842b-e183133d2390 req-4c83da4b-b86d-4dec-bfc0-c628ff685949 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:45.760599 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ec09a7e9-ada0-4ecd-842b-e183133d2390 req-4c83da4b-b86d-4dec-bfc0-c628ff685949 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0543625 Sep 02 17:17:45.986662 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ec09a7e9-ada0-4ecd-842b-e183133d2390 req-27bd751a-8ccd-4fb5-98b7-ed75c340af6b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201686 Sep 02 17:17:46.231725 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:47.109164 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d50b22-fbf5-4c07-8d31-c7ced910bb5f req-54e8353a-a7b4-49f6-b9bc-39b609c4ea41 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:47.110844 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-19d50b22-fbf5-4c07-8d31-c7ced910bb5f req-54e8353a-a7b4-49f6-b9bc-39b609c4ea41 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0501437 Sep 02 17:17:47.151217 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-19d50b22-fbf5-4c07-8d31-c7ced910bb5f req-e1fa1a09-0c62-403a-a654-156bec5867b4 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340316 Sep 02 17:17:48.137726 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:48.305606 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3f578-1165-4b93-bd05-0fe2628da06c req-11ed71dd-3caf-46f1-bc78-c0aabec24722 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:48.307092 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1fb3f578-1165-4b93-bd05-0fe2628da06c req-11ed71dd-3caf-46f1-bc78-c0aabec24722 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0485470 Sep 02 17:17:48.346509 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1fb3f578-1165-4b93-bd05-0fe2628da06c req-a3d2430e-f81c-4f72-9bea-ab97972aca1a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334804 Sep 02 17:17:48.782186 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 44076) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:48.889279 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-bb1e13f3-465f-4f8e-8732-7f27cec63100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:48.986474 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-bb1e13f3-465f-4f8e-8732-7f27cec63100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:49.075271 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-bb1e13f3-465f-4f8e-8732-7f27cec63100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:49.116963 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e13f3-465f-4f8e-8732-7f27cec63100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcb18b2-7141-4245-aadb-815619f982f5,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:49.120824 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-bb1e13f3-465f-4f8e-8732-7f27cec63100 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e00878057486482c96ce3f6011bbdb40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376026 Sep 02 17:17:49.123616 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 44080) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:17:49.127734 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1e13f3-465f-4f8e-8732-7f27cec63100 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:49.128157 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1e13f3-465f-4f8e-8732-7f27cec63100 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:49.128681 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1e13f3-465f-4f8e-8732-7f27cec63100 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:49.129086 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1e13f3-465f-4f8e-8732-7f27cec63100 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:49.129527 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1e13f3-465f-4f8e-8732-7f27cec63100 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:49.136084 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1e13f3-465f-4f8e-8732-7f27cec63100 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:49.136084 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1e13f3-465f-4f8e-8732-7f27cec63100 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:49.136084 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1e13f3-465f-4f8e-8732-7f27cec63100 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:49.136084 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1e13f3-465f-4f8e-8732-7f27cec63100 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:49.136084 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1e13f3-465f-4f8e-8732-7f27cec63100 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:49.136084 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1e13f3-465f-4f8e-8732-7f27cec63100 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:49.136084 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1e13f3-465f-4f8e-8732-7f27cec63100 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:49.185155 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b775fb6b-c778-4a20-a742-6fc8d5e8719d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:49.208559 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b775fb6b-c778-4a20-a742-6fc8d5e8719d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:49.331848 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b775fb6b-c778-4a20-a742-6fc8d5e8719d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:49.335602 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b775fb6b-c778-4a20-a742-6fc8d5e8719d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:49.336766 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-b775fb6b-c778-4a20-a742-6fc8d5e8719d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bdcb18b2-7141-4245-aadb-815619f982f5 HTTP/1.1" status: 204 len: 168 time: 0.2121651 Sep 02 17:17:49.344662 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775fb6b-c778-4a20-a742-6fc8d5e8719d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcb18b2-7141-4245-aadb-815619f982f5,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:49.466537 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9204b1-6e51-45ce-9a59-a631a3a4d3f4 req-039186cd-0d4a-40a1-8f4d-db9c27418c23 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:49.468059 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cf9204b1-6e51-45ce-9a59-a631a3a4d3f4 req-039186cd-0d4a-40a1-8f4d-db9c27418c23 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0486963 Sep 02 17:17:49.509003 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cf9204b1-6e51-45ce-9a59-a631a3a4d3f4 req-7c36197e-b640-4ed7-a8b6-dec262776fea tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326684 Sep 02 17:17:50.641957 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea0f39-f07b-43c3-b236-8d2a6f475ced req-7de8abb4-3e1e-4954-8f17-81304872078b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:50.643682 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b3ea0f39-f07b-43c3-b236-8d2a6f475ced req-7de8abb4-3e1e-4954-8f17-81304872078b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0550711 Sep 02 17:17:50.682449 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b3ea0f39-f07b-43c3-b236-8d2a6f475ced req-2d8fb9b2-acbf-45ae-8808-fd851a3ab6cb tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325851 Sep 02 17:17:51.811655 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185d8a8-5078-45b4-97a9-4bc4778d248a req-4656e275-6684-44fc-a8ad-9808d4f539e9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:51.813519 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8185d8a8-5078-45b4-97a9-4bc4778d248a req-4656e275-6684-44fc-a8ad-9808d4f539e9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0564773 Sep 02 17:17:51.860503 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8185d8a8-5078-45b4-97a9-4bc4778d248a req-ec9d427d-56bd-43a6-9674-59fb34ba3b8b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335534 Sep 02 17:17:52.987531 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adee6ba-4b58-49db-a21a-e2c78e85a8a4 req-a9fd845d-4bb3-46c1-8936-f2694ee4f312 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:52.988929 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8adee6ba-4b58-49db-a21a-e2c78e85a8a4 req-a9fd845d-4bb3-46c1-8936-f2694ee4f312 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0519223 Sep 02 17:17:53.031111 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8adee6ba-4b58-49db-a21a-e2c78e85a8a4 req-a1cb2816-cac1-4532-a585-2a5566a5ccad tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360060 Sep 02 17:17:54.156819 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6cc07-3ac1-4fc3-831b-6ce526a655c5 req-ebf8b8fe-a859-4ba7-90bb-6978fb6000aa tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:54.158355 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-76d6cc07-3ac1-4fc3-831b-6ce526a655c5 req-ebf8b8fe-a859-4ba7-90bb-6978fb6000aa tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0521715 Sep 02 17:17:54.200011 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-76d6cc07-3ac1-4fc3-831b-6ce526a655c5 req-1b992ede-0266-458f-a2b6-fac39c1d839d tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342996 Sep 02 17:17:54.667452 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device bb89bd16-7d41-463f-aca8-42c7918ec4f9 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:17:54.767318 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb89bd16-7d41-463f-aca8-42c7918ec4f9, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb89bd16-7d41-463f-aca8-42c7918ec4f9,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:54.779576 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'port_id': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9', 'mac_address': 'fa:16:3e:46:7a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:17:54.822617 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:54.837537 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb89bd16-7d41-463f-aca8-42c7918ec4f9 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:17:54.857506 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb89bd16-7d41-463f-aca8-42c7918ec4f9, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb89bd16-7d41-463f-aca8-42c7918ec4f9,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:54.942490 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:54.993102 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=bb89bd16-7d41-463f-aca8-42c7918ec4f9,revision_number=6']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:55.000114 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:55.000401 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:55.000750 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:55.001085 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:55.001451 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:55.001807 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:55.002135 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:55.002463 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:55.002789 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:55.003115 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:55.003438 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:55.003759 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:17:55.106339 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['bb89bd16-7d41-463f-aca8-42c7918ec4f9'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:17:55.329918 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f94ec-885c-4110-a728-843087f5a25b req-ef6d72c0-0976-4ad9-9a61-31a448ea1ebc tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:55.332295 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ee7f94ec-885c-4110-a728-843087f5a25b req-ef6d72c0-0976-4ad9-9a61-31a448ea1ebc tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 945 time: 0.0568151 Sep 02 17:17:55.372704 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ee7f94ec-885c-4110-a728-843087f5a25b req-4b89e715-6710-4a8e-a48c-84f1ed9def95 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344238 Sep 02 17:17:56.513558 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04df3-26d0-4054-a6cc-dc2ab0727384 req-f90cc7ed-1487-400d-9a00-86ffdaf57baa tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:56.521378 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dab04df3-26d0-4054-a6cc-dc2ab0727384 req-f90cc7ed-1487-400d-9a00-86ffdaf57baa tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 945 time: 0.0596952 Sep 02 17:17:56.561453 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dab04df3-26d0-4054-a6cc-dc2ab0727384 req-98eb6d05-8144-435e-b8cd-1fde00ac07f9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389698 Sep 02 17:17:56.667663 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device bb89bd16-7d41-463f-aca8-42c7918ec4f9 up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:17:56.735157 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port bb89bd16-7d41-463f-aca8-42c7918ec4f9 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:17:56.735558 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:56.846626 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:56.876964 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932ae7e3-fadc-48ec-af78-2df0f93c5ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:17:56.879740 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c92c6f-dca4-48f1-9c40-4e1163f5af8c" -d '{"events": [{"server_uuid": "932ae7e3-fadc-48ec-af78-2df0f93c5ed6", "name": "network-vif-plugged", "status": "completed", "tag": "bb89bd16-7d41-463f-aca8-42c7918ec4f9"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:17:56.895933 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb89bd16-7d41-463f-aca8-42c7918ec4f9, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb89bd16-7d41-463f-aca8-42c7918ec4f9,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:17:56.929256 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b134364-4d4f-4cc9-a587-44cfe156d2cc x-openstack-request-id: req-4b134364-4d4f-4cc9-a587-44cfe156d2cc {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:17:56.929771 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932ae7e3-fadc-48ec-af78-2df0f93c5ed6", "name": "network-vif-plugged", "status": "completed", "tag": "bb89bd16-7d41-463f-aca8-42c7918ec4f9", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:17:56.930106 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4b134364-4d4f-4cc9-a587-44cfe156d2cc {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:17:56.930590 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932ae7e3-fadc-48ec-af78-2df0f93c5ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9', 'code': 200} Sep 02 17:17:56.990811 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:17:57.054014 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=bb89bd16-7d41-463f-aca8-42c7918ec4f9,revision_number=7']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:17:57.712024 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b109b7-55a2-4d76-a141-3d7b5dce8d9b req-f112580e-d37a-49c5-9af5-5dd8dbfa2885 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:57.717893 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-05b109b7-55a2-4d76-a141-3d7b5dce8d9b req-f112580e-d37a-49c5-9af5-5dd8dbfa2885 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0744426 Sep 02 17:17:57.764926 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-05b109b7-55a2-4d76-a141-3d7b5dce8d9b req-884f4f11-81ad-457d-b4fc-a66d858602df tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406446 Sep 02 17:17:58.901885 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bd856-47fd-4d89-a405-87c7c81b2879 req-a90c7df2-2bb2-49d9-992e-e0e6e4c575ba tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:17:58.903297 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-949bd856-47fd-4d89-a405-87c7c81b2879 req-a90c7df2-2bb2-49d9-992e-e0e6e4c575ba tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0580714 Sep 02 17:17:58.952843 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-949bd856-47fd-4d89-a405-87c7c81b2879 req-75410fce-28c8-4c25-8772-77a0b8f3e9a7 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423083 Sep 02 17:18:00.094199 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb723181-b392-462b-bf5f-ca9ebed55617 req-1768be4f-3343-41d2-98f3-77c4eb6791f4 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:00.095780 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bb723181-b392-462b-bf5f-ca9ebed55617 req-1768be4f-3343-41d2-98f3-77c4eb6791f4 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0560651 Sep 02 17:18:00.151001 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bb723181-b392-462b-bf5f-ca9ebed55617 req-c5a4ce4b-93db-4471-b297-a8cd975fd9dc tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456131 Sep 02 17:18:01.321596 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473f3a2-d672-4869-88a1-410acea9b00a req-70a4d220-dc64-4cb8-a8d9-1dbdbe62a0bb tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:01.323289 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1473f3a2-d672-4869-88a1-410acea9b00a req-70a4d220-dc64-4cb8-a8d9-1dbdbe62a0bb tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0767059 Sep 02 17:18:01.366959 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1473f3a2-d672-4869-88a1-410acea9b00a req-dcef141d-d29c-4b72-a455-f3520de47035 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375772 Sep 02 17:18:02.511390 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e7434-c2eb-41ae-85f9-09cdbbb85c94 req-3d42e010-76c8-4174-9c73-95f6c8a965d9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:02.513320 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c37e7434-c2eb-41ae-85f9-09cdbbb85c94 req-3d42e010-76c8-4174-9c73-95f6c8a965d9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0688865 Sep 02 17:18:02.562294 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c37e7434-c2eb-41ae-85f9-09cdbbb85c94 req-a1567abd-3cd2-4fa0-9ae6-50ccee069864 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421243 Sep 02 17:18:03.718103 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664978b7-555f-4837-be38-a7dbd2b1f0e4 req-a8176604-bd14-4eec-91de-47d9202ef30a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:03.721933 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-664978b7-555f-4837-be38-a7dbd2b1f0e4 req-a8176604-bd14-4eec-91de-47d9202ef30a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0652714 Sep 02 17:18:03.773619 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-664978b7-555f-4837-be38-a7dbd2b1f0e4 req-79fee9cd-5e28-4de6-8c18-ab5e051ce690 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454159 Sep 02 17:18:04.913460 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b5f6b-7b50-496b-a0d6-ee068757f901 req-24e74325-bc30-4db2-8e44-277839ea7d20 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:04.914983 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-245b5f6b-7b50-496b-a0d6-ee068757f901 req-24e74325-bc30-4db2-8e44-277839ea7d20 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0509021 Sep 02 17:18:04.958308 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-245b5f6b-7b50-496b-a0d6-ee068757f901 req-e61bbd5b-da57-4002-a0b2-1d307bfe7dfc tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372128 Sep 02 17:18:06.101927 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b0b75-c404-4918-a71a-79b1b7032fe9 req-b01f1f2c-648c-4ded-929b-ee26aa1b3060 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:06.103530 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-df8b0b75-c404-4918-a71a-79b1b7032fe9 req-b01f1f2c-648c-4ded-929b-ee26aa1b3060 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0602956 Sep 02 17:18:06.153993 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-df8b0b75-c404-4918-a71a-79b1b7032fe9 req-8387d0ef-1bcf-4f37-a90c-466a6c745bd9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438809 Sep 02 17:18:07.276176 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260b333-1a3e-497c-93c3-dce79950f22a req-174ba5cc-d999-45a6-97e5-0e7564b633ab tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:07.277207 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a260b333-1a3e-497c-93c3-dce79950f22a req-174ba5cc-d999-45a6-97e5-0e7564b633ab tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0484979 Sep 02 17:18:07.317400 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a260b333-1a3e-497c-93c3-dce79950f22a req-6354a6b1-72df-4fb5-84dd-e0e0b9a348cb tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341055 Sep 02 17:18:07.503501 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b35048-190c-43c6-a525-6e4c4097dfc2 req-f94a5775-2889-4649-b8d5-949a1584aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:07.504865 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d8b35048-190c-43c6-a525-6e4c4097dfc2 req-f94a5775-2889-4649-b8d5-949a1584aa6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66dd13919db54e2cb281cb857b403d5d&device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 1099 time: 0.0417068 Sep 02 17:18:07.601339 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b35048-190c-43c6-a525-6e4c4097dfc2 req-ac6b8870-e685-4e6b-adfe-e06303f8953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:07.602870 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d8b35048-190c-43c6-a525-6e4c4097dfc2 req-ac6b8870-e685-4e6b-adfe-e06303f8953c service neutron] 10.222.0.46 "GET /v2.0/networks?id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe HTTP/1.1" status: 200 len: 919 time: 0.0905080 Sep 02 17:18:07.672212 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d8b35048-190c-43c6-a525-6e4c4097dfc2 req-f0814ef3-3e21-48b3-897f-531dbab8cbd8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb89bd16-7d41-463f-aca8-42c7918ec4f9 HTTP/1.1" status: 200 len: 1001 time: 0.0613987 Sep 02 17:18:07.722649 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b35048-190c-43c6-a525-6e4c4097dfc2 req-a307a9f3-06d5-44be-b929-f974e80debf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:07.724091 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d8b35048-190c-43c6-a525-6e4c4097dfc2 req-a307a9f3-06d5-44be-b929-f974e80debf4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50615b92-51e7-4a8e-a635-3931daa3277f HTTP/1.1" status: 200 len: 856 time: 0.0448623 Sep 02 17:18:07.774273 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b35048-190c-43c6-a525-6e4c4097dfc2 req-a68319b0-66fa-46e1-b330-e0c8a7689662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:07.775649 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d8b35048-190c-43c6-a525-6e4c4097dfc2 req-a68319b0-66fa-46e1-b330-e0c8a7689662 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440226 Sep 02 17:18:07.865871 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d8b35048-190c-43c6-a525-6e4c4097dfc2 req-c2b1a12d-3eb7-486d-b316-7e834636dca4 service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817103 Sep 02 17:18:07.956791 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-d8b35048-190c-43c6-a525-6e4c4097dfc2 req-1bb2df81-5b41-4044-a04d-7543605e0576 service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843771 Sep 02 17:18:08.444145 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951a110-021f-4756-8f9d-4067539beace req-c0fb608f-c75e-4fad-be18-f778b3676f9c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:08.445646 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0951a110-021f-4756-8f9d-4067539beace req-c0fb608f-c75e-4fad-be18-f778b3676f9c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0520227 Sep 02 17:18:08.484276 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0951a110-021f-4756-8f9d-4067539beace req-38afa220-8326-4ff7-b407-749a63e711cc tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325751 Sep 02 17:18:09.492284 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804e661-5a18-4499-b8c7-b253df344d8c req-e9565cad-893a-40cc-9783-48fe1e3a3f70 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:09.493809 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1804e661-5a18-4499-b8c7-b253df344d8c req-e9565cad-893a-40cc-9783-48fe1e3a3f70 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 945 time: 0.0567396 Sep 02 17:18:09.535633 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1804e661-5a18-4499-b8c7-b253df344d8c req-f6a99f78-a011-4a2b-b6b4-3b48b931793e tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c67ae3c-f0ce-4da0-ad51-3d66fea4515b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353315 Sep 02 17:18:09.613979 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfaa50-3353-41e3-b2e3-89d30f01a1ad req-46d47276-488e-462c-8b5a-295ed1586f5c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:09.615542 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-75cfaa50-3353-41e3-b2e3-89d30f01a1ad req-46d47276-488e-462c-8b5a-295ed1586f5c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0503404 Sep 02 17:18:09.656094 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-75cfaa50-3353-41e3-b2e3-89d30f01a1ad req-52221926-d5de-42ec-ae79-a822715bf056 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333886 Sep 02 17:18:09.824008 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:10.652269 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3632a-6b8c-4f57-a9a5-aec921eadaad req-f8d684ea-44b8-4bf3-8412-97fe9c635ce3 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:10.653796 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-86a3632a-6b8c-4f57-a9a5-aec921eadaad req-f8d684ea-44b8-4bf3-8412-97fe9c635ce3 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 945 time: 0.0493693 Sep 02 17:18:10.694918 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-86a3632a-6b8c-4f57-a9a5-aec921eadaad req-6b2715dd-3083-4b92-ba17-ffa3fbeab084 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c67ae3c-f0ce-4da0-ad51-3d66fea4515b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349133 Sep 02 17:18:10.742370 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device bb89bd16-7d41-463f-aca8-42c7918ec4f9 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:18:10.778799 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed5dc1-4598-4653-95e7-bd5071dc528b req-61bff69c-ae1c-4077-a3e3-ee439613d74e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:10.780261 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-07ed5dc1-4598-4653-95e7-bd5071dc528b req-61bff69c-ae1c-4077-a3e3-ee439613d74e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 946 time: 0.0521653 Sep 02 17:18:10.816410 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:10.819283 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-07ed5dc1-4598-4653-95e7-bd5071dc528b req-fae7634a-2b80-4e06-bf26-11621a4acfaa tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330515 Sep 02 17:18:10.839759 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932ae7e3-fadc-48ec-af78-2df0f93c5ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:18:10.842033 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e895270-d4f9-4afb-8471-fe0aa637ecbc" -d '{"events": [{"server_uuid": "932ae7e3-fadc-48ec-af78-2df0f93c5ed6", "name": "network-vif-unplugged", "status": "completed", "tag": "bb89bd16-7d41-463f-aca8-42c7918ec4f9"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:18:10.858224 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb89bd16-7d41-463f-aca8-42c7918ec4f9, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb89bd16-7d41-463f-aca8-42c7918ec4f9,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:10.878771 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 02 Sep 2021 17:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78c562c-a05f-43e0-85df-8b45944faa79 x-openstack-request-id: req-f78c562c-a05f-43e0-85df-8b45944faa79 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:18:10.878771 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932ae7e3-fadc-48ec-af78-2df0f93c5ed6", "name": "network-vif-unplugged", "status": "failed", "tag": "bb89bd16-7d41-463f-aca8-42c7918ec4f9", "code": 422}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:18:10.878771 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f78c562c-a05f-43e0-85df-8b45944faa79 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:18:10.878771 dv-cinder-777031-8-iscsi neutron-server[94734]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '932ae7e3-fadc-48ec-af78-2df0f93c5ed6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9', 'code': 422} returned with failed status Sep 02 17:18:10.926090 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:10.973305 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=bb89bd16-7d41-463f-aca8-42c7918ec4f9,revision_number=8']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:11.402823 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d42a20-aae9-482d-8c9a-5c83e32c077b req-ced38d10-1e56-41e8-8da0-bb25d08821de tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:11.404257 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-20d42a20-aae9-482d-8c9a-5c83e32c077b req-ced38d10-1e56-41e8-8da0-bb25d08821de tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 945 time: 0.0485311 Sep 02 17:18:11.494350 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-20d42a20-aae9-482d-8c9a-5c83e32c077b req-c431f494-22f6-4fc2-bc5b-d966131d1798 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Deleting port c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:18:11.494684 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-20d42a20-aae9-482d-8c9a-5c83e32c077b req-c431f494-22f6-4fc2-bc5b-d966131d1798 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:11.586164 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-20d42a20-aae9-482d-8c9a-5c83e32c077b req-c431f494-22f6-4fc2-bc5b-d966131d1798 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] For port c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba,segment=NetworkSegment(44ea752d-3a49-498d-b741-60f56aa50a7a),segment_id=44ea752d-3a49-498d-b741-60f56aa50a7a)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:11.586549 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-20d42a20-aae9-482d-8c9a-5c83e32c077b req-c431f494-22f6-4fc2-bc5b-d966131d1798 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:11.763397 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-20d42a20-aae9-482d-8c9a-5c83e32c077b req-c431f494-22f6-4fc2-bc5b-d966131d1798 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:11.763793 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-20d42a20-aae9-482d-8c9a-5c83e32c077b req-c431f494-22f6-4fc2-bc5b-d966131d1798 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-483694'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:11.764200 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.l3_db [req-20d42a20-aae9-482d-8c9a-5c83e32c077b req-c431f494-22f6-4fc2-bc5b-d966131d1798 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Floating IP 7c8beb29-8f7c-4e93-9452-5c69fa73b377 disassociated. External IP: 172.27.3.176, port: c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba. Sep 02 17:18:11.764448 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-20d42a20-aae9-482d-8c9a-5c83e32c077b req-c431f494-22f6-4fc2-bc5b-d966131d1798 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Calling delete_port for c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:18:11.824456 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c8c6c-f183-47de-bc22-242d37030d17 req-c5c36cdd-9635-4741-82c2-2e3ab0f6df13 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:11.825964 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2a9c8c6c-f183-47de-bc22-242d37030d17 req-c5c36cdd-9635-4741-82c2-2e3ab0f6df13 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 945 time: 0.0539384 Sep 02 17:18:11.874404 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2a9c8c6c-f183-47de-bc22-242d37030d17 req-2d99a089-f9e7-4758-8069-5b3deb442c9e tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c67ae3c-f0ce-4da0-ad51-3d66fea4515b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415339 Sep 02 17:18:11.966338 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-20d42a20-aae9-482d-8c9a-5c83e32c077b req-c431f494-22f6-4fc2-bc5b-d966131d1798 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:11.997740 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431f494-22f6-4fc2-bc5b-d966131d1798 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Pushing event deleted for resources: {'Port': ['ID=c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:12.135433 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20d42a20-aae9-482d-8c9a-5c83e32c077b req-c431f494-22f6-4fc2-bc5b-d966131d1798 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Router 630e5cb7-041b-4a81-824d-229272b4d256 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:18:12.251738 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20d42a20-aae9-482d-8c9a-5c83e32c077b req-c431f494-22f6-4fc2-bc5b-d966131d1798 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:18:12.262166 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ebd140-3470-4400-ae6a-bc7e40f971a2 None None] Sync routers for ids ['630e5cb7-041b-4a81-824d-229272b4d256'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:18:12.273219 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ebd140-3470-4400-ae6a-bc7e40f971a2 None None] Routers {'630e5cb7-041b-4a81-824d-229272b4d256'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:18:12.273800 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-06ebd140-3470-4400-ae6a-bc7e40f971a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:17:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['630e5cb7-041b-4a81-824d-229272b4d256'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:12.294506 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d42a20-aae9-482d-8c9a-5c83e32c077b req-c431f494-22f6-4fc2-bc5b-d966131d1798 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] No DVR routers for this DVR port c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:18:12.297559 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-20d42a20-aae9-482d-8c9a-5c83e32c077b req-c431f494-22f6-4fc2-bc5b-d966131d1798 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:12.299943 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-20d42a20-aae9-482d-8c9a-5c83e32c077b req-c431f494-22f6-4fc2-bc5b-d966131d1798 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.46 "DELETE /v2.0/ports/c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba HTTP/1.1" status: 204 len: 173 time: 0.8894005 Sep 02 17:18:12.300468 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e368e38-d399-47e8-bef5-ef308fd94ace', 'name': 'network-vif-deleted', 'tag': 'c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:18:12.304113 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6a53df-a89e-4d64-98d0-aa5c44535465" -d '{"events": [{"server_uuid": "7e368e38-d399-47e8-bef5-ef308fd94ace", "name": "network-vif-deleted", "tag": "c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:18:12.349354 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fb5fab-2aab-46b6-8541-00293c86e080 x-openstack-request-id: req-68fb5fab-2aab-46b6-8541-00293c86e080 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:18:12.349732 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e368e38-d399-47e8-bef5-ef308fd94ace", "name": "network-vif-deleted", "tag": "c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:18:12.349997 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-68fb5fab-2aab-46b6-8541-00293c86e080 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:18:12.350397 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e368e38-d399-47e8-bef5-ef308fd94ace', 'name': 'network-vif-deleted', 'tag': 'c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba', 'status': 'completed', 'code': 200} Sep 02 17:18:12.399484 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-06ebd140-3470-4400-ae6a-bc7e40f971a2 None None] Set router 630e5cb7-041b-4a81-824d-229272b4d256 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:18:12.589700 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-056fde28-25b8-46cc-a737-8d4469aff223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:12.617663 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-06ebd140-3470-4400-ae6a-bc7e40f971a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:10Z', 'revision_number': 4, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port': {'id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:02Z', 'updated_at': '2021-09-02T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40', 'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'mac_address': 'fa:16:3e:ab:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:08Z', 'updated_at': '2021-09-02T17:11:21Z', 'revision_number': 5, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'subnets': [{'id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:12.649052 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ebd140-3470-4400-ae6a-bc7e40f971a2 None None] Checking router: 630e5cb7-041b-4a81-824d-229272b4d256 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:18:12.657947 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ebd140-3470-4400-ae6a-bc7e40f971a2 None None] Routers {'630e5cb7-041b-4a81-824d-229272b4d256'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:18:12.658559 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-06ebd140-3470-4400-ae6a-bc7e40f971a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:17:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['630e5cb7-041b-4a81-824d-229272b4d256'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:12.750659 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [req-4f263ebb-4032-456d-82a8-968be43ca95c req-8afddf4b-69cf-463e-ae2a-64f0d9cbb1a2 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:18:12.753469 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4f263ebb-4032-456d-82a8-968be43ca95c req-8afddf4b-69cf-463e-ae2a-64f0d9cbb1a2 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062313 Sep 02 17:18:12.780319 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-06ebd140-3470-4400-ae6a-bc7e40f971a2 None None] Set router 630e5cb7-041b-4a81-824d-229272b4d256 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:18:12.792341 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-5d1648a0-eda7-4722-a22c-2af627ea0a85 req-424efabc-1495-4eb5-8d99-657602ec15f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262318 Sep 02 17:18:12.880149 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-5d1648a0-eda7-4722-a22c-2af627ea0a85 req-ba8bd704-324f-47db-900b-81661c56bc8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1&device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 210 time: 0.0278463 Sep 02 17:18:13.023347 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-06ebd140-3470-4400-ae6a-bc7e40f971a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:10Z', 'revision_number': 4, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port': {'id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:02Z', 'updated_at': '2021-09-02T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40', 'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'mac_address': 'fa:16:3e:ab:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:08Z', 'updated_at': '2021-09-02T17:11:21Z', 'revision_number': 5, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'subnets': [{'id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:13.040347 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1648a0-eda7-4722-a22c-2af627ea0a85 req-8f074cb8-fd6b-487a-a075-01d9b919a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:13.043699 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-5d1648a0-eda7-4722-a22c-2af627ea0a85 req-8f074cb8-fd6b-487a-a075-01d9b919a916 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1368320 Sep 02 17:18:13.050995 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ebd140-3470-4400-ae6a-bc7e40f971a2 None None] The sync data for ids ['630e5cb7-041b-4a81-824d-229272b4d256'] in dv-cinder-777031-8-iscsi is: [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:10Z', 'revision_number': 4, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port': {'id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:02Z', 'updated_at': '2021-09-02T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': '7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40', 'name': '', 'network_id': 'e7a994e9-dc5c-47aa-aba5-88bd0556f7ba', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'mac_address': 'fa:16:3e:ab:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:08Z', 'updated_at': '2021-09-02T17:11:21Z', 'revision_number': 5, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'subnets': [{'id': '96f3ac1b-8493-455d-b18b-b178cdc55f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:18:13.092366 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7081aa9f-8d23-40a5-bdaa-12ebc1d9dde6 req-113ce4eb-41d1-4e5a-bc46-a48d380242a8 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e368e38-d399-47e8-bef5-ef308fd94ace HTTP/1.1" status: 200 len: 210 time: 0.0894635 Sep 02 17:18:13.117359 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1eef49-daae-4fed-91cb-5581f14e807e req-73e235b6-6a4d-42b6-b9fb-ac1bb38817b9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:13.125808 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6c1eef49-daae-4fed-91cb-5581f14e807e req-73e235b6-6a4d-42b6-b9fb-ac1bb38817b9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.0753500 Sep 02 17:18:13.165008 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6c1eef49-daae-4fed-91cb-5581f14e807e req-5f387acf-ec69-4e3d-a6e3-135678507148 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381382 Sep 02 17:18:13.182618 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1648a0-eda7-4722-a22c-2af627ea0a85 req-aed247a6-ee9a-4445-8c96-80d4e1216ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:13.184638 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-5d1648a0-eda7-4722-a22c-2af627ea0a85 req-aed247a6-ee9a-4445-8c96-80d4e1216ddc service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1332104 Sep 02 17:18:13.463076 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259d6148-e9f8-4628-9aaf-cac42f6c201a None None] New status for floating IP 7c8beb29-8f7c-4e93-9452-5c69fa73b377: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:18:13.623115 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 44330) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:13.716049 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-29880627-22fb-413d-8f05-cd9bfb98dd43 req-39c9f071-056d-46c7-8b4c-d09fe8a39f59 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917678 Sep 02 17:18:13.726343 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [req-29880627-22fb-413d-8f05-cd9bfb98dd43 req-5e6146ea-7890-4181-9562-083e313edcb3 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:18:13.727379 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-29880627-22fb-413d-8f05-cd9bfb98dd43 req-5e6146ea-7890-4181-9562-083e313edcb3 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064545 Sep 02 17:18:14.257457 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 44346) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:14.307286 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5601b-d640-49cc-a8bd-bb6501c7e985 req-e783d1af-a0aa-452a-9fe0-b33e381b316e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:14.309361 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4cf5601b-d640-49cc-a8bd-bb6501c7e985 req-e783d1af-a0aa-452a-9fe0-b33e381b316e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.0645628 Sep 02 17:18:14.320060 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26fa98bb-b058-4ec8-ac81-d39ea5974ec9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:14.345413 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26fa98bb-b058-4ec8-ac81-d39ea5974ec9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:14.352424 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4cf5601b-d640-49cc-a8bd-bb6501c7e985 req-d24b53e5-f647-485d-8122-076f576363d8 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364406 Sep 02 17:18:14.454801 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26fa98bb-b058-4ec8-ac81-d39ea5974ec9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:14.458596 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26fa98bb-b058-4ec8-ac81-d39ea5974ec9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:14.459932 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-26fa98bb-b058-4ec8-ac81-d39ea5974ec9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "DELETE /v2.0/security-groups/1c67ae3c-f0ce-4da0-ad51-3d66fea4515b HTTP/1.1" status: 204 len: 168 time: 0.2059207 Sep 02 17:18:14.462772 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 44348) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:14.469132 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa98bb-b058-4ec8-ac81-d39ea5974ec9 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c67ae3c-f0ce-4da0-ad51-3d66fea4515b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:14.476782 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.api.v2.resource [None req-45406729-7b51-4d35-93a3-621fde52f3f4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] show failed (client error): The resource could not be found. Sep 02 17:18:14.477872 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-45406729-7b51-4d35-93a3-621fde52f3f4 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "GET /v2.0/security-groups/1c67ae3c-f0ce-4da0-ad51-3d66fea4515b HTTP/1.1" status: 404 len: 347 time: 0.0139537 Sep 02 17:18:14.480786 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 44350) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:14.604469 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-313eb905-70ff-4d5c-956c-da5277819ec0 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Deleting port f5f5b891-f8c3-4170-8659-41f776efc378 {{(pid=94732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:18:14.604738 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-313eb905-70ff-4d5c-956c-da5277819ec0 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:14.681650 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-313eb905-70ff-4d5c-956c-da5277819ec0 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:14.681977 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-313eb905-70ff-4d5c-956c-da5277819ec0 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:14.695045 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-313eb905-70ff-4d5c-956c-da5277819ec0 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Calling delete_port for f5f5b891-f8c3-4170-8659-41f776efc378 owned by network:floatingip {{(pid=94732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:18:14.745782 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:18:14.790835 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:18:14.791383 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device c3fe5934-18cf-49ba-bb7c-fbf1a627c4ba not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:18:14.925676 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-313eb905-70ff-4d5c-956c-da5277819ec0 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:14.951993 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313eb905-70ff-4d5c-956c-da5277819ec0 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Pushing event deleted for resources: {'Port': ['ID=f5f5b891-f8c3-4170-8659-41f776efc378,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:15.010105 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-313eb905-70ff-4d5c-956c-da5277819ec0 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks [] for floatingip, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:15.017613 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-313eb905-70ff-4d5c-956c-da5277819ec0 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:15.017613 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-313eb905-70ff-4d5c-956c-da5277819ec0 tempest-AttachVolumeTestJSON-2069983084 tempest-AttachVolumeTestJSON-2069983084-project] 10.222.0.78 "DELETE /v2.0/floatingips/7c8beb29-8f7c-4e93-9452-5c69fa73b377 HTTP/1.1" status: 204 len: 168 time: 0.5320287 Sep 02 17:18:15.105805 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29880627-22fb-413d-8f05-cd9bfb98dd43 req-a37442d0-8908-480b-afd7-c6fc53eebadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:15.107314 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-29880627-22fb-413d-8f05-cd9bfb98dd43 req-a37442d0-8908-480b-afd7-c6fc53eebadf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6&tenant_id=66dd13919db54e2cb281cb857b403d5d HTTP/1.1" status: 200 len: 1097 time: 0.0453758 Sep 02 17:18:15.178206 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29880627-22fb-413d-8f05-cd9bfb98dd43 req-c3b45bc1-ca7e-4f60-b7d4-21f928b3e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:15.179623 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-29880627-22fb-413d-8f05-cd9bfb98dd43 req-c3b45bc1-ca7e-4f60-b7d4-21f928b3e393 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66dd13919db54e2cb281cb857b403d5d&device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 1097 time: 0.0406361 Sep 02 17:18:15.220456 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f16c64f-221b-4e32-900e-3034f1005258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:15.272064 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29880627-22fb-413d-8f05-cd9bfb98dd43 req-7b89f9b8-c677-4433-b0fa-827124035713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:15.273663 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-29880627-22fb-413d-8f05-cd9bfb98dd43 req-7b89f9b8-c677-4433-b0fa-827124035713 service neutron] 10.222.0.46 "GET /v2.0/networks?id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe HTTP/1.1" status: 200 len: 919 time: 0.0873723 Sep 02 17:18:15.347550 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-29880627-22fb-413d-8f05-cd9bfb98dd43 req-feb74021-2c08-4cb5-8bf5-c9995c4d3fc8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb89bd16-7d41-463f-aca8-42c7918ec4f9 HTTP/1.1" status: 200 len: 999 time: 0.0668125 Sep 02 17:18:15.404519 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29880627-22fb-413d-8f05-cd9bfb98dd43 req-4974b684-313b-4348-9326-b7670ea136b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:15.411686 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-29880627-22fb-413d-8f05-cd9bfb98dd43 req-4974b684-313b-4348-9326-b7670ea136b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50615b92-51e7-4a8e-a635-3931daa3277f HTTP/1.1" status: 200 len: 856 time: 0.0511370 Sep 02 17:18:15.456052 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29880627-22fb-413d-8f05-cd9bfb98dd43 req-6f554ad1-ec1a-414e-9400-c6ed398dfffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:15.458147 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-29880627-22fb-413d-8f05-cd9bfb98dd43 req-6f554ad1-ec1a-414e-9400-c6ed398dfffe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=632d189f-cdbd-40dc-b486-c7ad3cbc44fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434268 Sep 02 17:18:15.485175 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faf77e-323f-486b-b8b2-beeef87f9f4c req-ce8adbfa-64fd-426f-89b8-38ad4442c2de tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:15.491324 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-88faf77e-323f-486b-b8b2-beeef87f9f4c req-ce8adbfa-64fd-426f-89b8-38ad4442c2de tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.0520806 Sep 02 17:18:15.536809 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-88faf77e-323f-486b-b8b2-beeef87f9f4c req-734f76f8-21ff-4511-8353-ceee62d31e15 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407388 Sep 02 17:18:15.544152 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:15.564543 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-29880627-22fb-413d-8f05-cd9bfb98dd43 req-957eb659-c75e-451c-9cf2-c5380988685b service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986247 Sep 02 17:18:15.653217 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-29880627-22fb-413d-8f05-cd9bfb98dd43 req-0a075557-bebc-4986-970a-c648b7351d8c service neutron] 10.222.0.46 "GET /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802178 Sep 02 17:18:16.226895 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:16.670044 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b6cca-4542-4d94-943d-14693f615cb5 req-736eab12-f736-47ec-9abb-784dbb2b6edf tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:16.672488 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-658b6cca-4542-4d94-943d-14693f615cb5 req-736eab12-f736-47ec-9abb-784dbb2b6edf tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.0542407 Sep 02 17:18:16.702034 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:18:16.715696 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-658b6cca-4542-4d94-943d-14693f615cb5 req-0c2fd198-4286-4b95-a1c2-e3191cc4bb5e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371194 Sep 02 17:18:17.846433 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92377f40-be4d-4a66-b8db-70684b90042f req-23500877-014c-475b-bec4-b717511e6b75 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:17.847995 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-92377f40-be4d-4a66-b8db-70684b90042f req-23500877-014c-475b-bec4-b717511e6b75 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.0509436 Sep 02 17:18:17.891854 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-92377f40-be4d-4a66-b8db-70684b90042f req-85bde544-d969-4c78-b8a1-8a20bc0d3a9c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359652 Sep 02 17:18:18.149332 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:19.029732 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cb4db-e104-45c3-b65a-fa857b37df88 req-53613fce-9002-4509-b631-2622db9a9d68 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:19.031585 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-242cb4db-e104-45c3-b65a-fa857b37df88 req-53613fce-9002-4509-b631-2622db9a9d68 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.0583141 Sep 02 17:18:19.080032 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 44408) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:19.102759 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-242cb4db-e104-45c3-b65a-fa857b37df88 req-aa01bded-55c8-43c8-9c86-4e69818db806 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630317 Sep 02 17:18:19.602349 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32a6f990-b264-44d6-bc55-fc886f4d0462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650606'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:19.862830 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-32a6f990-b264-44d6-bc55-fc886f4d0462 admin admin] Deleting port 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:18:19.863106 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32a6f990-b264-44d6-bc55-fc886f4d0462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:19.946185 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-32a6f990-b264-44d6-bc55-fc886f4d0462 admin admin] For port 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40,segment=NetworkSegment(44ea752d-3a49-498d-b741-60f56aa50a7a),segment_id=44ea752d-3a49-498d-b741-60f56aa50a7a)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:19.946553 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32a6f990-b264-44d6-bc55-fc886f4d0462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:19.962129 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-32a6f990-b264-44d6-bc55-fc886f4d0462 admin admin] Calling delete_port for 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:18:20.225751 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32a6f990-b264-44d6-bc55-fc886f4d0462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:20.246084 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338ad9c-7688-403c-8f85-dda5b7cee0c9 req-0ced11ea-8b25-4e67-989c-1d72489dcf0a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:20.248770 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1338ad9c-7688-403c-8f85-dda5b7cee0c9 req-0ced11ea-8b25-4e67-989c-1d72489dcf0a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.0557034 Sep 02 17:18:20.252816 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6f990-b264-44d6-bc55-fc886f4d0462 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:20.321711 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1338ad9c-7688-403c-8f85-dda5b7cee0c9 req-58ba81b7-d8ab-419a-883b-8f7f08eb959e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666952 Sep 02 17:18:20.436958 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32a6f990-b264-44d6-bc55-fc886f4d0462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483724'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:20.658536 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a6f990-b264-44d6-bc55-fc886f4d0462 admin admin] Router 630e5cb7-041b-4a81-824d-229272b4d256 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:18:20.768573 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a6f990-b264-44d6-bc55-fc886f4d0462 admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:18:20.776975 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-32a6f990-b264-44d6-bc55-fc886f4d0462 admin admin] 10.222.0.78 "PUT /v2.0/routers/630e5cb7-041b-4a81-824d-229272b4d256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6950836 Sep 02 17:18:20.777639 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 44414) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:20.781382 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e2cc0-725f-4e0b-b430-571fcc345afe None None] Sync routers for ids ['630e5cb7-041b-4a81-824d-229272b4d256'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:18:20.794876 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e2cc0-725f-4e0b-b430-571fcc345afe None None] Routers {'630e5cb7-041b-4a81-824d-229272b4d256'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:18:20.795503 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-bf5e2cc0-725f-4e0b-b430-571fcc345afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:18:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['630e5cb7-041b-4a81-824d-229272b4d256'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:20.907861 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cdaff4a2-f917-4f18-9073-db0c76d84ab5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:20.909936 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-bf5e2cc0-725f-4e0b-b430-571fcc345afe None None] Set router 630e5cb7-041b-4a81-824d-229272b4d256 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:18:21.024869 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cdaff4a2-f917-4f18-9073-db0c76d84ab5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:21.112263 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-bf5e2cc0-725f-4e0b-b430-571fcc345afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:18:20Z', 'revision_number': 5, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port': {'id': 'ea9cdcf0-94f4-47b5-90c8-7e2a57b10728', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e5cb7-041b-4a81-824d-229272b4d256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:02Z', 'updated_at': '2021-09-02T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:21.148694 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e2cc0-725f-4e0b-b430-571fcc345afe None None] Checking router: 630e5cb7-041b-4a81-824d-229272b4d256 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:18:21.158810 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e2cc0-725f-4e0b-b430-571fcc345afe None None] Routers {'630e5cb7-041b-4a81-824d-229272b4d256'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:18:21.159435 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-bf5e2cc0-725f-4e0b-b430-571fcc345afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:18:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['630e5cb7-041b-4a81-824d-229272b4d256'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:21.171293 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-cdaff4a2-f917-4f18-9073-db0c76d84ab5 admin admin] Deleting port ea9cdcf0-94f4-47b5-90c8-7e2a57b10728 {{(pid=94732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:18:21.171722 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cdaff4a2-f917-4f18-9073-db0c76d84ab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:21.269076 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-cdaff4a2-f917-4f18-9073-db0c76d84ab5 admin admin] For port ea9cdcf0-94f4-47b5-90c8-7e2a57b10728, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=ea9cdcf0-94f4-47b5-90c8-7e2a57b10728,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:21.269848 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cdaff4a2-f917-4f18-9073-db0c76d84ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:21.294451 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-cdaff4a2-f917-4f18-9073-db0c76d84ab5 admin admin] Calling delete_port for ea9cdcf0-94f4-47b5-90c8-7e2a57b10728 owned by network:router_gateway {{(pid=94732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:18:21.390126 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-bf5e2cc0-725f-4e0b-b430-571fcc345afe None None] Set router 630e5cb7-041b-4a81-824d-229272b4d256 gateway port host: None {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:18:21.457713 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-bf5e2cc0-725f-4e0b-b430-571fcc345afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:18:21Z', 'revision_number': 6, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port_host': None}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:21.497337 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e2cc0-725f-4e0b-b430-571fcc345afe None None] The sync data for ids ['630e5cb7-041b-4a81-824d-229272b4d256'] in dv-cinder-777031-8-iscsi is: [{'id': '630e5cb7-041b-4a81-824d-229272b4d256', 'name': 'tempest-AttachVolumeTestJSON-659423941-router', 'tenant_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:18:21Z', 'revision_number': 6, 'project_id': '19bd486a9ccf4993bc29caedf7ebc2d1', 'gw_port_host': None}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:18:21.550736 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bd571-2e80-4974-8387-66e2879ed96d req-bfb93544-40b1-4f2a-9aca-f85a66fba5ef tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:21.550736 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9c0bd571-2e80-4974-8387-66e2879ed96d req-bfb93544-40b1-4f2a-9aca-f85a66fba5ef tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.1158786 Sep 02 17:18:21.600327 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9c0bd571-2e80-4974-8387-66e2879ed96d req-8c8ab32f-79ab-47b4-a4b8-77f7d95e6ca4 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445285 Sep 02 17:18:21.676904 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cdaff4a2-f917-4f18-9073-db0c76d84ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:21.706376 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaff4a2-f917-4f18-9073-db0c76d84ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9cdcf0-94f4-47b5-90c8-7e2a57b10728,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:21.774069 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cdaff4a2-f917-4f18-9073-db0c76d84ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649128'] for router_gateway, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:21.880002 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cdaff4a2-f917-4f18-9073-db0c76d84ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5962'] for router, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:21.883784 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cdaff4a2-f917-4f18-9073-db0c76d84ab5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:22.025273 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cdaff4a2-f917-4f18-9073-db0c76d84ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654346'] for router, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:22.025888 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdaff4a2-f917-4f18-9073-db0c76d84ab5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 630e5cb7-041b-4a81-824d-229272b4d256 {{(pid=94732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 17:18:22.031024 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cdaff4a2-f917-4f18-9073-db0c76d84ab5 admin admin] Notify callbacks [] for router, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:22.032193 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-cdaff4a2-f917-4f18-9073-db0c76d84ab5 admin admin] 10.222.0.78 "DELETE /v2.0/routers/630e5cb7-041b-4a81-824d-229272b4d256 HTTP/1.1" status: 204 len: 168 time: 1.2533324 Sep 02 17:18:22.034811 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 44418) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:22.351675 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8158f57-fc0c-4c6b-9ea0-516614eade58 admin admin] Deleting subnet 96f3ac1b-8493-455d-b18b-b178cdc55f13 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:18:22.355555 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c8158f57-fc0c-4c6b-9ea0-516614eade58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:22.394612 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c8158f57-fc0c-4c6b-9ea0-516614eade58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13112629'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:22.487320 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c8158f57-fc0c-4c6b-9ea0-516614eade58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467972'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:22.674852 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c8158f57-fc0c-4c6b-9ea0-516614eade58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1468095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13434269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13468955'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:22.700861 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8158f57-fc0c-4c6b-9ea0-516614eade58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96f3ac1b-8493-455d-b18b-b178cdc55f13,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:22.714832 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c8158f57-fc0c-4c6b-9ea0-516614eade58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:22.717277 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-c8158f57-fc0c-4c6b-9ea0-516614eade58 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/96f3ac1b-8493-455d-b18b-b178cdc55f13 HTTP/1.1" status: 204 len: 168 time: 0.6809592 Sep 02 17:18:22.721515 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 44424) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:22.722527 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a35eee6-96ba-40d2-b29a-eccebda94d49 None None] Network e7a994e9-dc5c-47aa-aba5-88bd0556f7ba requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:18:22.763898 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298398a4-aa4a-4ae0-af94-a28de3254f4f req-37e885d4-b44d-41d3-b933-da2efdbc30cc tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:22.773798 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-298398a4-aa4a-4ae0-af94-a28de3254f4f req-37e885d4-b44d-41d3-b933-da2efdbc30cc tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.0850494 Sep 02 17:18:22.820666 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645182'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:22.862796 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-298398a4-aa4a-4ae0-af94-a28de3254f4f req-c79e1a3e-b906-414d-b58e-d99f1e95ae75 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843198 Sep 02 17:18:22.928684 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] Deleting port c3ed0699-d757-4876-919c-0b4ae13c6bef {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:18:22.929008 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:23.027324 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] For port c3ed0699-d757-4876-919c-0b4ae13c6bef, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=c3ed0699-d757-4876-919c-0b4ae13c6bef,segment=NetworkSegment(44ea752d-3a49-498d-b741-60f56aa50a7a),segment_id=44ea752d-3a49-498d-b741-60f56aa50a7a)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:23.027686 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:23.039568 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ee8b98-0913-468b-8a24-3f1620b85714 None None] DHCP port deletion for e7a994e9-dc5c-47aa-aba5-88bd0556f7ba request from dv-cinder-777031-8-iscsi {{(pid=94734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 17:18:23.046901 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device ea9cdcf0-94f4-47b5-90c8-7e2a57b10728 no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:18:23.049072 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] Calling delete_port for c3ed0699-d757-4876-919c-0b4ae13c6bef owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:18:23.070452 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: ea9cdcf0-94f4-47b5-90c8-7e2a57b10728 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:18:23.070797 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device ea9cdcf0-94f4-47b5-90c8-7e2a57b10728 not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:18:23.071354 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:18:23.110883 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:18:23.111198 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 7d1dcbf9-3ffd-4aeb-8db1-437b849b0e40 not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:18:23.143295 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee8b98-0913-468b-8a24-3f1620b85714 None None] Deleting port c3ed0699-d757-4876-919c-0b4ae13c6bef {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:18:23.143695 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c9ee8b98-0913-468b-8a24-3f1620b85714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:23.217891 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-c9ee8b98-0913-468b-8a24-3f1620b85714 None None] For port c3ed0699-d757-4876-919c-0b4ae13c6bef, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=c3ed0699-d757-4876-919c-0b4ae13c6bef,segment=NetworkSegment(44ea752d-3a49-498d-b741-60f56aa50a7a),segment_id=44ea752d-3a49-498d-b741-60f56aa50a7a)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:23.218289 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c9ee8b98-0913-468b-8a24-3f1620b85714 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:23.231186 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee8b98-0913-468b-8a24-3f1620b85714 None None] Calling delete_port for c3ed0699-d757-4876-919c-0b4ae13c6bef owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:18:23.256750 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:23.284815 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ed0699-d757-4876-919c-0b4ae13c6bef,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:23.286639 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] No DVR routers for this DVR port c3ed0699-d757-4876-919c-0b4ae13c6bef on host dv-cinder-777031-8-iscsi {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:18:23.330649 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c9ee8b98-0913-468b-8a24-3f1620b85714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:23.360644 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee8b98-0913-468b-8a24-3f1620b85714 None None] Pushing event deleted for resources: {'Port': ['ID=c3ed0699-d757-4876-919c-0b4ae13c6bef,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:23.369485 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1470163', 'neutron.services.segments.db._delete_segments_for_network-8737482361959'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:23.370125 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ee8b98-0913-468b-8a24-3f1620b85714 None None] No DVR routers for this DVR port c3ed0699-d757-4876-919c-0b4ae13c6bef on host dv-cinder-777031-8-iscsi {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:18:23.383614 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a994e9-dc5c-47aa-aba5-88bd0556f7ba']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:23.398111 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ea752d-3a49-498d-b741-60f56aa50a7a') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:23.398505 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ea752d-3a49-498d-b741-60f56aa50a7a') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:18:23.409662 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737482362224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13114054'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:23.424669 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:23.431341 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] Releasing vlan 1223 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:18:23.431824 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13434355'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: Traceback (most recent call last): Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: timer() Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: cb(*args, **kw) Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: return func(*args, **kwargs) Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: self._notify() Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: self.callback(batched_events) Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: event.method(event) Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: return f(self, *a, **k) Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._get(url).json() Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:18:23.433909 dv-cinder-777031-8-iscsi neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:18:23.553846 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483664'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:23.570996 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:23.570996 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e7a994e9-dc5c-47aa-aba5-88bd0556f7ba HTTP/1.1" status: 204 len: 168 time: 0.8395333 Sep 02 17:18:23.575493 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b595b5-0f36-4bee-93ef-4785629a8c28 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7a994e9-dc5c-47aa-aba5-88bd0556f7ba,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:23.906348 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 44430) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:23.952787 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-96654b9c-94ed-4a7b-9137-1019acb06cb6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=19bd486a9ccf4993bc29caedf7ebc2d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0452328 Sep 02 17:18:23.955336 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 44432) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:24.011072 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7132b-5221-43c6-ad68-20902422bb11 req-2f8e7359-43f7-4a07-84cc-c16d7304ee98 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:24.013024 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b2b7132b-5221-43c6-ad68-20902422bb11 req-2f8e7359-43f7-4a07-84cc-c16d7304ee98 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.0524209 Sep 02 17:18:24.031772 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d44b8ed-cd7d-47b1-8731-4ef20238edfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:24.055662 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b2b7132b-5221-43c6-ad68-20902422bb11 req-8ed96531-c1f2-40a7-8cca-f3ce3bc58200 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330768 Sep 02 17:18:24.056069 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d44b8ed-cd7d-47b1-8731-4ef20238edfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:24.199299 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d44b8ed-cd7d-47b1-8731-4ef20238edfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:24.201977 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d44b8ed-cd7d-47b1-8731-4ef20238edfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:24.203173 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-8d44b8ed-cd7d-47b1-8731-4ef20238edfb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d8749ff0-6930-4070-8cd0-7c1801daaf55 HTTP/1.1" status: 204 len: 168 time: 0.2466977 Sep 02 17:18:24.212144 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44b8ed-cd7d-47b1-8731-4ef20238edfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8749ff0-6930-4070-8cd0-7c1801daaf55,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:24.994878 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device c3ed0699-d757-4876-919c-0b4ae13c6bef no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:18:25.015882 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: c3ed0699-d757-4876-919c-0b4ae13c6bef {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:18:25.020754 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device c3ed0699-d757-4876-919c-0b4ae13c6bef not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:18:25.195800 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be7210-981c-427d-9cf3-815d22d62ec5 req-243f1113-e923-4dbf-9216-e27b7e2a5dbd tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:25.197969 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-88be7210-981c-427d-9cf3-815d22d62ec5 req-243f1113-e923-4dbf-9216-e27b7e2a5dbd tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.0496984 Sep 02 17:18:25.240659 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-88be7210-981c-427d-9cf3-815d22d62ec5 req-cdfcee68-a198-465f-b02f-de5c9561c21e tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366104 Sep 02 17:18:26.176620 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 44488) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:26.293856 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98eeadd2-09ce-4fd2-83f2-fe740f081602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:26.382169 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69380621-dd7c-471d-a068-38023d2c75c1 req-70a6f88c-55a5-41c4-b37d-0c0905fa2d2b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:26.383780 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-69380621-dd7c-471d-a068-38023d2c75c1 req-70a6f88c-55a5-41c4-b37d-0c0905fa2d2b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.0588715 Sep 02 17:18:26.400011 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98eeadd2-09ce-4fd2-83f2-fe740f081602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:26.429982 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-69380621-dd7c-471d-a068-38023d2c75c1 req-347a16e4-1442-483d-a9b8-595e6cc22551 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355692 Sep 02 17:18:26.461783 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98eeadd2-09ce-4fd2-83f2-fe740f081602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:26.499582 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eeadd2-09ce-4fd2-83f2-fe740f081602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e431231-f83a-43ce-a145-1a6614fc0d94,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:26.504153 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-98eeadd2-09ce-4fd2-83f2-fe740f081602 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e152c984a2ce4f1ca87295ae56d324c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265312 Sep 02 17:18:26.507968 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 44494) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:26.513264 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eeadd2-09ce-4fd2-83f2-fe740f081602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:26.519395 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eeadd2-09ce-4fd2-83f2-fe740f081602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:26.519395 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eeadd2-09ce-4fd2-83f2-fe740f081602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:26.519395 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eeadd2-09ce-4fd2-83f2-fe740f081602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:26.519395 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eeadd2-09ce-4fd2-83f2-fe740f081602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:26.519395 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eeadd2-09ce-4fd2-83f2-fe740f081602 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:26.519395 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eeadd2-09ce-4fd2-83f2-fe740f081602 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:26.519395 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eeadd2-09ce-4fd2-83f2-fe740f081602 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:26.519395 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eeadd2-09ce-4fd2-83f2-fe740f081602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:26.519395 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eeadd2-09ce-4fd2-83f2-fe740f081602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:26.519395 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eeadd2-09ce-4fd2-83f2-fe740f081602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:26.519395 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eeadd2-09ce-4fd2-83f2-fe740f081602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:18:26.561638 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-066a1155-4b25-447a-a472-30a25ec3be32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:26.582919 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-066a1155-4b25-447a-a472-30a25ec3be32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:26.695953 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-066a1155-4b25-447a-a472-30a25ec3be32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:26.698551 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-066a1155-4b25-447a-a472-30a25ec3be32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:26.699726 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-066a1155-4b25-447a-a472-30a25ec3be32 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9e431231-f83a-43ce-a145-1a6614fc0d94 HTTP/1.1" status: 204 len: 168 time: 0.1906297 Sep 02 17:18:26.707855 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a1155-4b25-447a-a472-30a25ec3be32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e431231-f83a-43ce-a145-1a6614fc0d94,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:27.564527 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c3bc9-4a2e-4658-8603-04be60477b7d req-e968ed47-d0a1-4513-89bd-75b9f7029bb1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:27.566061 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-409c3bc9-4a2e-4658-8603-04be60477b7d req-e968ed47-d0a1-4513-89bd-75b9f7029bb1 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.0511830 Sep 02 17:18:27.607538 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-409c3bc9-4a2e-4658-8603-04be60477b7d req-4f01a95f-9756-4574-95fd-4eef58d280f9 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338306 Sep 02 17:18:28.736162 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266892f-1f4f-464e-b21d-604bc42b509f req-4ff68b1f-cc64-42bb-9e6b-7a982ba68922 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:28.737656 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8266892f-1f4f-464e-b21d-604bc42b509f req-4ff68b1f-cc64-42bb-9e6b-7a982ba68922 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 944 time: 0.0525444 Sep 02 17:18:28.782013 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8266892f-1f4f-464e-b21d-604bc42b509f req-86db2184-6ca2-477c-a508-403c34437933 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376396 Sep 02 17:18:28.788488 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device bb89bd16-7d41-463f-aca8-42c7918ec4f9 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:18:28.894182 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb89bd16-7d41-463f-aca8-42c7918ec4f9, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb89bd16-7d41-463f-aca8-42c7918ec4f9,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:28.907265 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'port_id': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9', 'mac_address': 'fa:16:3e:46:7a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:18:28.944387 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:28.956902 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb89bd16-7d41-463f-aca8-42c7918ec4f9 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:18:28.977759 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb89bd16-7d41-463f-aca8-42c7918ec4f9, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb89bd16-7d41-463f-aca8-42c7918ec4f9,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:29.064563 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:29.116455 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=bb89bd16-7d41-463f-aca8-42c7918ec4f9,revision_number=9']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:29.355478 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['bb89bd16-7d41-463f-aca8-42c7918ec4f9'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:18:29.912533 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893752a-94ee-4d36-81c9-12cd36390b1c req-d6659ca1-2462-4bd1-a4cb-944b4c08bd08 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:29.914008 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f893752a-94ee-4d36-81c9-12cd36390b1c req-d6659ca1-2462-4bd1-a4cb-944b4c08bd08 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 945 time: 0.0483487 Sep 02 17:18:29.951709 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f893752a-94ee-4d36-81c9-12cd36390b1c req-947d0bc1-7b9b-4d9b-a3c9-7632a2c58b38 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316420 Sep 02 17:18:30.811371 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device bb89bd16-7d41-463f-aca8-42c7918ec4f9 up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:18:30.864347 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port bb89bd16-7d41-463f-aca8-42c7918ec4f9 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:18:30.864714 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:30.943400 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:30.966231 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932ae7e3-fadc-48ec-af78-2df0f93c5ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:18:30.968495 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f8974f-ccd2-4d40-b396-9eeb9206345f" -d '{"events": [{"server_uuid": "932ae7e3-fadc-48ec-af78-2df0f93c5ed6", "name": "network-vif-plugged", "status": "completed", "tag": "bb89bd16-7d41-463f-aca8-42c7918ec4f9"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:18:30.981998 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port bb89bd16-7d41-463f-aca8-42c7918ec4f9, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb89bd16-7d41-463f-aca8-42c7918ec4f9,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:18:31.009398 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a81abf-18c9-4dcf-886f-f08845a0a6ba x-openstack-request-id: req-78a81abf-18c9-4dcf-886f-f08845a0a6ba {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:18:31.009701 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932ae7e3-fadc-48ec-af78-2df0f93c5ed6", "name": "network-vif-plugged", "status": "completed", "tag": "bb89bd16-7d41-463f-aca8-42c7918ec4f9", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:18:31.009958 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-78a81abf-18c9-4dcf-886f-f08845a0a6ba {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:18:31.010357 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932ae7e3-fadc-48ec-af78-2df0f93c5ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9', 'code': 200} Sep 02 17:18:31.069971 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:31.074962 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643ba52-895d-413a-8d1d-b23b7408cad9 req-ea20dec7-4237-418a-9678-d7bd8207b044 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:31.077011 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f643ba52-895d-413a-8d1d-b23b7408cad9 req-ea20dec7-4237-418a-9678-d7bd8207b044 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 945 time: 0.0501006 Sep 02 17:18:31.122439 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f643ba52-895d-413a-8d1d-b23b7408cad9 req-f39fe4c0-eeaf-4243-bb43-8608fd57f308 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396481 Sep 02 17:18:31.129595 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=bb89bd16-7d41-463f-aca8-42c7918ec4f9,revision_number=10']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:31.368768 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6912e-6f1f-49be-9d44-d43a97aff88d req-27d6c4f2-f4e1-4a3e-b995-eb76cc10e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:31.372290 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-24c6912e-6f1f-49be-9d44-d43a97aff88d req-27d6c4f2-f4e1-4a3e-b995-eb76cc10e37d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 1100 time: 0.0439134 Sep 02 17:18:31.405910 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-24c6912e-6f1f-49be-9d44-d43a97aff88d req-d73a5385-5fe5-49f2-a1de-6067b35b0db5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288572 Sep 02 17:18:32.247533 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a14272-bb5f-41b5-a866-8b6b05320aac req-d9e85461-1750-4053-813c-43d2d80f7bdf tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:32.248991 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-13a14272-bb5f-41b5-a866-8b6b05320aac req-d9e85461-1750-4053-813c-43d2d80f7bdf tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 947 time: 0.0510070 Sep 02 17:18:32.286409 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-13a14272-bb5f-41b5-a866-8b6b05320aac req-24ed99b4-7ef9-47be-a433-4b048c1e3c83 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313981 Sep 02 17:18:33.410987 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a520189-bd3d-4f27-85dc-53f8b253a048 req-b6363f05-1e6c-4461-ad86-b45e33c9a74a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:33.412900 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2a520189-bd3d-4f27-85dc-53f8b253a048 req-b6363f05-1e6c-4461-ad86-b45e33c9a74a tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 947 time: 0.0509140 Sep 02 17:18:33.452907 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2a520189-bd3d-4f27-85dc-53f8b253a048 req-274f28c8-eb35-4a94-a33e-7838a1aa4f48 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340261 Sep 02 17:18:33.591392 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 44626) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:33.701821 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7655ddb5-cd1f-4764-ad1d-11da7f3832b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:33.791651 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7655ddb5-cd1f-4764-ad1d-11da7f3832b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:33.879761 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7655ddb5-cd1f-4764-ad1d-11da7f3832b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:33.917654 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-7655ddb5-cd1f-4764-ad1d-11da7f3832b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=482363e0c6684efb95764cc131ea26cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250144 Sep 02 17:18:33.918505 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655ddb5-cd1f-4764-ad1d-11da7f3832b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0be406-31e2-4831-b07d-d8ce522331c7,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:33.920650 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 44630) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:33.972725 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8723db4c-3e33-44d2-b9a3-f7910498fa9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:33.996162 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8723db4c-3e33-44d2-b9a3-f7910498fa9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:34.110007 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8723db4c-3e33-44d2-b9a3-f7910498fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:34.112589 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8723db4c-3e33-44d2-b9a3-f7910498fa9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:34.113770 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-8723db4c-3e33-44d2-b9a3-f7910498fa9e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7f0be406-31e2-4831-b07d-d8ce522331c7 HTTP/1.1" status: 204 len: 168 time: 0.1919146 Sep 02 17:18:34.121922 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723db4c-3e33-44d2-b9a3-f7910498fa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0be406-31e2-4831-b07d-d8ce522331c7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:34.768342 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae23221-76ee-475b-84fb-d6199ee442ef req-d189988e-9688-4f76-b82c-3f437f571ddf tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:34.769877 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9ae23221-76ee-475b-84fb-d6199ee442ef req-d189988e-9688-4f76-b82c-3f437f571ddf tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 947 time: 0.2467761 Sep 02 17:18:34.774698 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 44638) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:34.785068 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea283dcb-2921-4326-af6c-682b314e3f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:34.808927 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9ae23221-76ee-475b-84fb-d6199ee442ef req-ba4eb2bd-e2d3-4ac0-bed5-150010fc17c0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320692 Sep 02 17:18:34.889036 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea283dcb-2921-4326-af6c-682b314e3f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:34.972278 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea283dcb-2921-4326-af6c-682b314e3f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:35.012601 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea283dcb-2921-4326-af6c-682b314e3f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96e6a4d-98ed-47f9-9ba5-a25fba571110,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:35.018155 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-ea283dcb-2921-4326-af6c-682b314e3f0f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d95aecf55a6a44aaace8fc87f23e5b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450747 Sep 02 17:18:35.021384 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 44642) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:35.072211 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7343f244-e29c-4644-94d1-05d4cc269505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:35.093130 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7343f244-e29c-4644-94d1-05d4cc269505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:35.235598 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7343f244-e29c-4644-94d1-05d4cc269505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:35.238166 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7343f244-e29c-4644-94d1-05d4cc269505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:35.239728 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-7343f244-e29c-4644-94d1-05d4cc269505 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f96e6a4d-98ed-47f9-9ba5-a25fba571110 HTTP/1.1" status: 204 len: 168 time: 0.2176611 Sep 02 17:18:35.247402 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343f244-e29c-4644-94d1-05d4cc269505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96e6a4d-98ed-47f9-9ba5-a25fba571110,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:39.814636 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:40.344861 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 44776) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:40.448163 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4a92d5c7-f1d1-4fef-95e3-fb725b9f3f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:40.533272 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4a92d5c7-f1d1-4fef-95e3-fb725b9f3f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:40.594517 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4a92d5c7-f1d1-4fef-95e3-fb725b9f3f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:40.633753 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-4a92d5c7-f1d1-4fef-95e3-fb725b9f3f1c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3911da328af04477b65320491f8e91b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876358 Sep 02 17:18:40.634474 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92d5c7-f1d1-4fef-95e3-fb725b9f3f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0934ae-15b4-4152-b1e9-e98f44aac299,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:40.636459 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 44780) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:40.686181 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-a8e36871-88bb-42ce-b956-b9f23c5cf2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:40.706872 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-a8e36871-88bb-42ce-b956-b9f23c5cf2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:40.823402 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-a8e36871-88bb-42ce-b956-b9f23c5cf2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:40.826297 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-a8e36871-88bb-42ce-b956-b9f23c5cf2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:40.827489 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-a8e36871-88bb-42ce-b956-b9f23c5cf2eb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/be0934ae-15b4-4152-b1e9-e98f44aac299 HTTP/1.1" status: 204 len: 168 time: 0.1900027 Sep 02 17:18:40.836281 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e36871-88bb-42ce-b956-b9f23c5cf2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0934ae-15b4-4152-b1e9-e98f44aac299,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:41.337688 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 44786) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:41.351166 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-09f8cdb1-50e4-4039-8925-1b8a774c377f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:41.434754 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-09f8cdb1-50e4-4039-8925-1b8a774c377f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:41.511683 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-09f8cdb1-50e4-4039-8925-1b8a774c377f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:41.551638 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-09f8cdb1-50e4-4039-8925-1b8a774c377f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=24da60aa30c54182b7ad8b71de746c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125974 Sep 02 17:18:41.552527 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8cdb1-50e4-4039-8925-1b8a774c377f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e062f38-985a-4ca5-953d-9157d6d266bc,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:41.554168 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 44788) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:41.605508 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-90fd3e38-c3d3-4120-847c-9ffbf1328d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:41.625530 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-90fd3e38-c3d3-4120-847c-9ffbf1328d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:41.751644 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-90fd3e38-c3d3-4120-847c-9ffbf1328d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:41.754298 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-90fd3e38-c3d3-4120-847c-9ffbf1328d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:41.755595 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-90fd3e38-c3d3-4120-847c-9ffbf1328d1e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8e062f38-985a-4ca5-953d-9157d6d266bc HTTP/1.1" status: 204 len: 168 time: 0.2003851 Sep 02 17:18:41.763449 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd3e38-c3d3-4120-847c-9ffbf1328d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e062f38-985a-4ca5-953d-9157d6d266bc,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:42.571951 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f857dcd5-6e23-4b33-82a5-6b54ed1c0e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.026191 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 44832) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:44.139819 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-77fb1920-e76b-462d-a786-cfa52b2cc1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.228787 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-77fb1920-e76b-462d-a786-cfa52b2cc1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.293880 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-77fb1920-e76b-462d-a786-cfa52b2cc1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.330254 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-77fb1920-e76b-462d-a786-cfa52b2cc1ad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c20997edcf624347ae70e2f18a9dae08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029201 Sep 02 17:18:44.333044 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 44836) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:44.335318 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb1920-e76b-462d-a786-cfa52b2cc1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd6c2c3-3f99-442f-a6dd-618af2061ed1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:44.381669 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d47af0b-8fb9-4496-a8a7-a433a7c1ad77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.401731 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d47af0b-8fb9-4496-a8a7-a433a7c1ad77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.508868 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d47af0b-8fb9-4496-a8a7-a433a7c1ad77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.511481 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d47af0b-8fb9-4496-a8a7-a433a7c1ad77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:44.512650 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-1d47af0b-8fb9-4496-a8a7-a433a7c1ad77 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bdd6c2c3-3f99-442f-a6dd-618af2061ed1 HTTP/1.1" status: 204 len: 168 time: 0.1785548 Sep 02 17:18:44.521495 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47af0b-8fb9-4496-a8a7-a433a7c1ad77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd6c2c3-3f99-442f-a6dd-618af2061ed1,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:45.120791 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 44842) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:45.134839 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-748e7770-ecdd-4a02-88e6-59b251727679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:45.224736 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-748e7770-ecdd-4a02-88e6-59b251727679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:45.240574 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88ed01d8-1879-4560-8320-b095fe4c8cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:45.300037 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-748e7770-ecdd-4a02-88e6-59b251727679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:45.339134 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-748e7770-ecdd-4a02-88e6-59b251727679 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5e23eea7bfb74d3c94daeea86b97b68e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171395 Sep 02 17:18:45.339848 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e7770-ecdd-4a02-88e6-59b251727679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c92338-d7fc-458c-aeb8-6b3955ec1873,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:45.342594 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 44844) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:45.398140 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dded7cb2-a259-4d80-9f52-d4dcb38912d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:45.418993 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dded7cb2-a259-4d80-9f52-d4dcb38912d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:45.545526 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dded7cb2-a259-4d80-9f52-d4dcb38912d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:45.548440 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dded7cb2-a259-4d80-9f52-d4dcb38912d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:45.549617 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-dded7cb2-a259-4d80-9f52-d4dcb38912d6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/30c92338-d7fc-458c-aeb8-6b3955ec1873 HTTP/1.1" status: 204 len: 168 time: 0.2058251 Sep 02 17:18:45.558609 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded7cb2-a259-4d80-9f52-d4dcb38912d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c92338-d7fc-458c-aeb8-6b3955ec1873,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:45.579750 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:46.188253 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:46.542333 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 44866) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:46.636961 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-63ad41cc-0a4b-406d-8a0f-541d33c72b38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-104968127-network', 'tenant_id': 'bdbb88e3fbb849ae9ebcbca0570278aa'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:18:46.750850 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ad41cc-0a4b-406d-8a0f-541d33c72b38 admin admin] Made reservation on behalf of bdbb88e3fbb849ae9ebcbca0570278aa for: {'network': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:18:46.753198 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-63ad41cc-0a4b-406d-8a0f-541d33c72b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:46.765833 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-63ad41cc-0a4b-406d-8a0f-541d33c72b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:46.855490 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-63ad41cc-0a4b-406d-8a0f-541d33c72b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:46.925252 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-63ad41cc-0a4b-406d-8a0f-541d33c72b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:46.949257 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ad41cc-0a4b-406d-8a0f-541d33c72b38 admin admin] vlan segment allocate from pool success with {'vlan_id': 1227, 'physical_network': 'physnet1'} {{(pid=94732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:18:46.959454 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad41cc-0a4b-406d-8a0f-541d33c72b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db142b2-cf05-4e8a-9cb9-c9048448f597,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:46.964076 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-63ad41cc-0a4b-406d-8a0f-541d33c72b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:46.964443 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.segments_db [None req-63ad41cc-0a4b-406d-8a0f-541d33c72b38 admin admin] Added segment 52faec74-618c-43b8-8714-33aa57f28184 of type vlan for network 65ce9cb9-4c66-468e-895a-d0c6af7bf88a Sep 02 17:18:47.002296 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-63ad41cc-0a4b-406d-8a0f-541d33c72b38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:47.093804 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-63ad41cc-0a4b-406d-8a0f-541d33c72b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:47.094815 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ad41cc-0a4b-406d-8a0f-541d33c72b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:47.095404 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-63ad41cc-0a4b-406d-8a0f-541d33c72b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:47.156531 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad41cc-0a4b-406d-8a0f-541d33c72b38 admin admin] Pushing event updated for resources: {'Network': ['ID=65ce9cb9-4c66-468e-895a-d0c6af7bf88a,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:47.166581 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network 65ce9cb9-4c66-468e-895a-d0c6af7bf88a details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:18:47.205983 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-63ad41cc-0a4b-406d-8a0f-541d33c72b38 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6597829 Sep 02 17:18:47.206196 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 44870) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:47.211561 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-b1105b06-5405-4735-b57e-17e196b57c17 admin admin] Request body: {'subnet': {'network_id': '65ce9cb9-4c66-468e-895a-d0c6af7bf88a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-104968127-subnet', 'tenant_id': 'bdbb88e3fbb849ae9ebcbca0570278aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:18:47.325843 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1105b06-5405-4735-b57e-17e196b57c17 admin admin] Made reservation on behalf of bdbb88e3fbb849ae9ebcbca0570278aa for: {'subnet': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:18:47.328244 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b1105b06-5405-4735-b57e-17e196b57c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13343632'] for subnet, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:47.574319 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b1105b06-5405-4735-b57e-17e196b57c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13791479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13343618'] for subnet, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:47.622526 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1105b06-5405-4735-b57e-17e196b57c17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62a41d29-b651-488c-8f3e-33b20e405f5d,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:47.639411 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1105b06-5405-4735-b57e-17e196b57c17 admin admin] Checking segment: {'id': '52faec74-618c-43b8-8714-33aa57f28184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '65ce9cb9-4c66-468e-895a-d0c6af7bf88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:18:47.656280 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1105b06-5405-4735-b57e-17e196b57c17 admin admin] Network hostable DHCP agents. Network: 65ce9cb9-4c66-468e-895a-d0c6af7bf88a, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:18:47.736860 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1105b06-5405-4735-b57e-17e196b57c17 admin admin] Network 65ce9cb9-4c66-468e-895a-d0c6af7bf88a is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:18:47.817322 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-b1105b06-5405-4735-b57e-17e196b57c17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, 65ce9cb9-4c66-468e-895a-d0c6af7bf88a) {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:18:47.821599 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1105b06-5405-4735-b57e-17e196b57c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:47.822202 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b1105b06-5405-4735-b57e-17e196b57c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:47.826916 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a040627-441a-4dcf-9d74-ff4cad10de59 None None] Network 65ce9cb9-4c66-468e-895a-d0c6af7bf88a requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:18:47.903406 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-b1105b06-5405-4735-b57e-17e196b57c17 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6956587 Sep 02 17:18:47.952046 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6278edd9-559b-4133-aaf5-1060487b5328 None None] Network 65ce9cb9-4c66-468e-895a-d0c6af7bf88a requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:18:48.156991 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:48.590933 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 44886) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:48.595995 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-126e5ca5-53ec-4287-92ff-8fa53a4db1af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1208063221-network', 'tenant_id': '65da979ddcac4037a54c66e0bfe4e35c'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:18:48.722995 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126e5ca5-53ec-4287-92ff-8fa53a4db1af admin admin] Made reservation on behalf of 65da979ddcac4037a54c66e0bfe4e35c for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:18:48.725317 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-126e5ca5-53ec-4287-92ff-8fa53a4db1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:48.734144 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-126e5ca5-53ec-4287-92ff-8fa53a4db1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:48.822104 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-126e5ca5-53ec-4287-92ff-8fa53a4db1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:48.865340 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-126e5ca5-53ec-4287-92ff-8fa53a4db1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:48.892326 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126e5ca5-53ec-4287-92ff-8fa53a4db1af admin admin] vlan segment allocate from pool success with {'vlan_id': 1207, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:18:48.899001 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e5ca5-53ec-4287-92ff-8fa53a4db1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58c24d1-eb65-4e89-ac3f-020d37cb7851,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:48.904970 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-126e5ca5-53ec-4287-92ff-8fa53a4db1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:48.905345 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.segments_db [None req-126e5ca5-53ec-4287-92ff-8fa53a4db1af admin admin] Added segment dd4ac943-133a-4636-8a54-a4eef2cc1d7b of type vlan for network d05ef6e4-46fa-45f3-8cc2-a128f370cea0 Sep 02 17:18:48.946960 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-126e5ca5-53ec-4287-92ff-8fa53a4db1af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:49.034446 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-126e5ca5-53ec-4287-92ff-8fa53a4db1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:49.036586 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126e5ca5-53ec-4287-92ff-8fa53a4db1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:49.037548 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-126e5ca5-53ec-4287-92ff-8fa53a4db1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:49.124054 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e5ca5-53ec-4287-92ff-8fa53a4db1af admin admin] Pushing event updated for resources: {'Network': ['ID=d05ef6e4-46fa-45f3-8cc2-a128f370cea0,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:49.137361 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network d05ef6e4-46fa-45f3-8cc2-a128f370cea0 details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:18:49.154827 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-126e5ca5-53ec-4287-92ff-8fa53a4db1af admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5627222 Sep 02 17:18:49.159451 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 44888) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:18:49.164838 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-120247dd-c66f-4ce0-9f21-d289959371ca admin admin] Request body: {'subnet': {'network_id': 'd05ef6e4-46fa-45f3-8cc2-a128f370cea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1208063221-subnet', 'tenant_id': '65da979ddcac4037a54c66e0bfe4e35c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:18:49.256653 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120247dd-c66f-4ce0-9f21-d289959371ca admin admin] Made reservation on behalf of 65da979ddcac4037a54c66e0bfe4e35c for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:18:49.259022 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-120247dd-c66f-4ce0-9f21-d289959371ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13469040'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:49.491384 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-120247dd-c66f-4ce0-9f21-d289959371ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13434202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13469026'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:49.546362 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120247dd-c66f-4ce0-9f21-d289959371ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ec1be0-ffd5-4489-9a12-55560ac9e294,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:18:49.555321 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120247dd-c66f-4ce0-9f21-d289959371ca admin admin] Checking segment: {'id': 'dd4ac943-133a-4636-8a54-a4eef2cc1d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'd05ef6e4-46fa-45f3-8cc2-a128f370cea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:18:49.555661 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120247dd-c66f-4ce0-9f21-d289959371ca admin admin] Network hostable DHCP agents. Network: d05ef6e4-46fa-45f3-8cc2-a128f370cea0, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:18:49.648043 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120247dd-c66f-4ce0-9f21-d289959371ca admin admin] Network d05ef6e4-46fa-45f3-8cc2-a128f370cea0 is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:18:49.813661 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-120247dd-c66f-4ce0-9f21-d289959371ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, d05ef6e4-46fa-45f3-8cc2-a128f370cea0) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:18:49.818471 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120247dd-c66f-4ce0-9f21-d289959371ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:18:49.819043 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-120247dd-c66f-4ce0-9f21-d289959371ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:18:49.823706 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545fe6d0-4f70-41a5-bb04-817d37b2ff87 None None] Network d05ef6e4-46fa-45f3-8cc2-a128f370cea0 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:18:49.943210 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481bbb74-67e2-46de-a716-a3372f070582 None None] Network d05ef6e4-46fa-45f3-8cc2-a128f370cea0 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:18:50.007087 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-120247dd-c66f-4ce0-9f21-d289959371ca admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8479986 Sep 02 17:18:53.700995 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:19:06.213772 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc29e3-8cdf-4a48-82ea-2334fc1b8990 req-38591baa-56ac-4c94-8ab1-9be0f9e6a4fd tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:06.215301 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2dfc29e3-8cdf-4a48-82ea-2334fc1b8990 req-38591baa-56ac-4c94-8ab1-9be0f9e6a4fd tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 947 time: 0.0487943 Sep 02 17:19:06.256420 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2dfc29e3-8cdf-4a48-82ea-2334fc1b8990 req-708ea715-93a5-4044-8b3b-62bf129dc3ed tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341697 Sep 02 17:19:06.318952 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 45024) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:06.364235 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe60ca5-efc5-44b7-8979-1990de3602b9 admin admin] Deleting subnet 62a41d29-b651-488c-8f3e-33b20e405f5d {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:19:06.367797 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3fe60ca5-efc5-44b7-8979-1990de3602b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:06.406123 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3fe60ca5-efc5-44b7-8979-1990de3602b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13112629'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:06.444771 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3fe60ca5-efc5-44b7-8979-1990de3602b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467972'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:06.552681 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3fe60ca5-efc5-44b7-8979-1990de3602b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1468095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13434269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13468955'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:06.578762 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe60ca5-efc5-44b7-8979-1990de3602b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62a41d29-b651-488c-8f3e-33b20e405f5d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:06.583176 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3fe60ca5-efc5-44b7-8979-1990de3602b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:06.586251 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-3fe60ca5-efc5-44b7-8979-1990de3602b9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/62a41d29-b651-488c-8f3e-33b20e405f5d HTTP/1.1" status: 204 len: 168 time: 0.2662547 Sep 02 17:19:06.587584 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 45026) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:06.659666 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-16028b1f-f1a4-4e62-aec9-a55dba178bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645182'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:06.737781 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-16028b1f-f1a4-4e62-aec9-a55dba178bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1470163', 'neutron.services.segments.db._delete_segments_for_network-8737482361959'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:06.748072 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-16028b1f-f1a4-4e62-aec9-a55dba178bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ce9cb9-4c66-468e-895a-d0c6af7bf88a']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:06.758485 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-16028b1f-f1a4-4e62-aec9-a55dba178bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52faec74-618c-43b8-8714-33aa57f28184') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:06.758779 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-16028b1f-f1a4-4e62-aec9-a55dba178bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52faec74-618c-43b8-8714-33aa57f28184') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:06.767682 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-16028b1f-f1a4-4e62-aec9-a55dba178bcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737482362224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13114054'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:06.780859 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-16028b1f-f1a4-4e62-aec9-a55dba178bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:06.788002 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16028b1f-f1a4-4e62-aec9-a55dba178bcb admin admin] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:19:06.788392 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-16028b1f-f1a4-4e62-aec9-a55dba178bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13434355'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: Traceback (most recent call last): Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: timer() Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: cb(*args, **kw) Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: return func(*args, **kwargs) Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: self._notify() Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: self.callback(batched_events) Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: event.method(event) Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: return f(self, *a, **k) Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._get(url).json() Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:19:06.790052 dv-cinder-777031-8-iscsi neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:19:06.915471 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-16028b1f-f1a4-4e62-aec9-a55dba178bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483664'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:06.927315 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-16028b1f-f1a4-4e62-aec9-a55dba178bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:06.927315 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-16028b1f-f1a4-4e62-aec9-a55dba178bcb admin admin] 10.222.0.78 "DELETE /v2.0/networks/65ce9cb9-4c66-468e-895a-d0c6af7bf88a HTTP/1.1" status: 204 len: 168 time: 0.3342817 Sep 02 17:19:06.928377 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 45028) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:06.938576 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16028b1f-f1a4-4e62-aec9-a55dba178bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=65ce9cb9-4c66-468e-895a-d0c6af7bf88a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:06.974083 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] Deleting subnet 10ec1be0-ffd5-4489-9a12-55560ac9e294 {{(pid=94732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:19:06.977533 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:07.014803 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3612834'] for subnet, precommit_delete_associations {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:07.053633 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467972'] for subnet, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:07.178395 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1468095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13791280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13343739'] for subnet, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:07.203408 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ec1be0-ffd5-4489-9a12-55560ac9e294,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:07.208617 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:07.210514 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/10ec1be0-ffd5-4489-9a12-55560ac9e294 HTTP/1.1" status: 204 len: 168 time: 0.2807209 Sep 02 17:19:07.213397 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 45030) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:07.223829 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:07.224433 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:07.224546 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:07.224832 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:07.225163 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:07.225529 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:07.225858 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:07.226185 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:07.226512 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:07.226837 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:07.227158 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:07.227478 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c051535-e6ca-492d-9815-91d8d8af2740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:07.281423 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9ce58916-9956-4c76-a997-4bd7611f4275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645182'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:07.381401 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9ce58916-9956-4c76-a997-4bd7611f4275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1470163', 'neutron.services.segments.db._delete_segments_for_network-8737482361959'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:07.383391 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e0c1a-2e3a-4b8a-953f-ee61a54ced08 req-5e4c8439-b9f2-4f6f-a889-3e655f8cc65f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:07.384993 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1e3e0c1a-2e3a-4b8a-953f-ee61a54ced08 req-5e4c8439-b9f2-4f6f-a889-3e655f8cc65f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 947 time: 0.0528533 Sep 02 17:19:07.392089 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-9ce58916-9956-4c76-a997-4bd7611f4275 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05ef6e4-46fa-45f3-8cc2-a128f370cea0']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:07.403796 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-9ce58916-9956-4c76-a997-4bd7611f4275 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4ac943-133a-4636-8a54-a4eef2cc1d7b') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:07.404092 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-9ce58916-9956-4c76-a997-4bd7611f4275 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4ac943-133a-4636-8a54-a4eef2cc1d7b') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:07.413617 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9ce58916-9956-4c76-a997-4bd7611f4275 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737482362224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13114054'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:07.429872 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9ce58916-9956-4c76-a997-4bd7611f4275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:07.431368 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1e3e0c1a-2e3a-4b8a-953f-ee61a54ced08 req-bc1ce870-7836-4324-8c12-0c3e80de9aee tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c151ef35-7920-4e2f-acf4-fce6dab08283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404160 Sep 02 17:19:07.438714 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce58916-9956-4c76-a997-4bd7611f4275 admin admin] Releasing vlan 1207 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:19:07.438714 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9ce58916-9956-4c76-a997-4bd7611f4275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13434355'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: Traceback (most recent call last): Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: timer() Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: cb(*args, **kw) Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: return func(*args, **kwargs) Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: self._notify() Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: self.callback(batched_events) Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: event.method(event) Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: return f(self, *a, **k) Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._get(url).json() Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:19:07.439046 dv-cinder-777031-8-iscsi neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:19:07.578295 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9ce58916-9956-4c76-a997-4bd7611f4275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483664'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:07.582707 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9ce58916-9956-4c76-a997-4bd7611f4275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:07.584885 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-9ce58916-9956-4c76-a997-4bd7611f4275 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d05ef6e4-46fa-45f3-8cc2-a128f370cea0 HTTP/1.1" status: 204 len: 168 time: 0.3704917 Sep 02 17:19:07.598906 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce58916-9956-4c76-a997-4bd7611f4275 admin admin] Pushing event deleted for resources: {'Network': ['ID=d05ef6e4-46fa-45f3-8cc2-a128f370cea0,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:07.695992 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673f6c6-2701-4877-ae25-39bcc0d04162 req-ce5c3365-5725-4205-8b17-81321df25c4b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:07.696357 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-5673f6c6-2701-4877-ae25-39bcc0d04162 req-ce5c3365-5725-4205-8b17-81321df25c4b tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.46 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 947 time: 0.0522332 Sep 02 17:19:07.804546 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-5673f6c6-2701-4877-ae25-39bcc0d04162 req-4a4e773a-52e9-458f-849b-f3e2d0f9f53f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Deleting port bb89bd16-7d41-463f-aca8-42c7918ec4f9 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:07.804839 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5673f6c6-2701-4877-ae25-39bcc0d04162 req-4a4e773a-52e9-458f-849b-f3e2d0f9f53f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:07.895922 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-5673f6c6-2701-4877-ae25-39bcc0d04162 req-4a4e773a-52e9-458f-849b-f3e2d0f9f53f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] For port bb89bd16-7d41-463f-aca8-42c7918ec4f9, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bb89bd16-7d41-463f-aca8-42c7918ec4f9,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:07.896278 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5673f6c6-2701-4877-ae25-39bcc0d04162 req-4a4e773a-52e9-458f-849b-f3e2d0f9f53f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:07.975366 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 45036) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:08.017438 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-013ad916-b5e7-473c-9642-6851d2dabb21 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bdbb88e3fbb849ae9ebcbca0570278aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401521 Sep 02 17:19:08.019964 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 45038) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:08.104262 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5673f6c6-2701-4877-ae25-39bcc0d04162 req-4a4e773a-52e9-458f-849b-f3e2d0f9f53f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:08.104647 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5673f6c6-2701-4877-ae25-39bcc0d04162 req-4a4e773a-52e9-458f-849b-f3e2d0f9f53f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-483694'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:08.104963 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.l3_db [req-5673f6c6-2701-4877-ae25-39bcc0d04162 req-4a4e773a-52e9-458f-849b-f3e2d0f9f53f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Floating IP 3267fb89-cde9-4046-be29-42a5aa3fb3c3 disassociated. External IP: 172.27.3.59, port: bb89bd16-7d41-463f-aca8-42c7918ec4f9. Sep 02 17:19:08.105323 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-5673f6c6-2701-4877-ae25-39bcc0d04162 req-4a4e773a-52e9-458f-849b-f3e2d0f9f53f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Calling delete_port for bb89bd16-7d41-463f-aca8-42c7918ec4f9 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:08.126974 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b067293b-1ff5-4a9c-bffe-dc81fa33acc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:08.182569 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b067293b-1ff5-4a9c-bffe-dc81fa33acc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:08.332114 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b067293b-1ff5-4a9c-bffe-dc81fa33acc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:08.334663 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b067293b-1ff5-4a9c-bffe-dc81fa33acc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:08.335894 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-b067293b-1ff5-4a9c-bffe-dc81fa33acc8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3db142b2-cf05-4e8a-9cb9-c9048448f597 HTTP/1.1" status: 204 len: 168 time: 0.3149939 Sep 02 17:19:08.343825 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067293b-1ff5-4a9c-bffe-dc81fa33acc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db142b2-cf05-4e8a-9cb9-c9048448f597,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:08.374962 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5673f6c6-2701-4877-ae25-39bcc0d04162 req-4a4e773a-52e9-458f-849b-f3e2d0f9f53f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:08.404251 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e773a-52e9-458f-849b-f3e2d0f9f53f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Pushing event deleted for resources: {'Port': ['ID=bb89bd16-7d41-463f-aca8-42c7918ec4f9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:08.531987 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5673f6c6-2701-4877-ae25-39bcc0d04162 req-4a4e773a-52e9-458f-849b-f3e2d0f9f53f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Router c904a387-9f22-49ef-8328-fd16ec3668de has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:19:08.541581 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e5e914dd-6bdd-45f2-b913-89a3faec20b0 req-a414c880-78a6-4cb5-b41a-b5933c01c9a7 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 210 time: 0.0303648 Sep 02 17:19:08.653372 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5673f6c6-2701-4877-ae25-39bcc0d04162 req-4a4e773a-52e9-458f-849b-f3e2d0f9f53f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:19:08.665458 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc269c88-0855-40d4-a385-f850aaa79896 None None] Sync routers for ids ['c904a387-9f22-49ef-8328-fd16ec3668de'] in dv-cinder-777031-8-iscsi {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:19:08.676061 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc269c88-0855-40d4-a385-f850aaa79896 None None] Routers {'c904a387-9f22-49ef-8328-fd16ec3668de'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:19:08.676660 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fc269c88-0855-40d4-a385-f850aaa79896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:18:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c904a387-9f22-49ef-8328-fd16ec3668de'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:08.697560 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5673f6c6-2701-4877-ae25-39bcc0d04162 req-4a4e773a-52e9-458f-849b-f3e2d0f9f53f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] No DVR routers for this DVR port bb89bd16-7d41-463f-aca8-42c7918ec4f9 on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:19:08.700738 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5673f6c6-2701-4877-ae25-39bcc0d04162 req-4a4e773a-52e9-458f-849b-f3e2d0f9f53f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:08.703501 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-5673f6c6-2701-4877-ae25-39bcc0d04162 req-4a4e773a-52e9-458f-849b-f3e2d0f9f53f tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.46 "DELETE /v2.0/ports/bb89bd16-7d41-463f-aca8-42c7918ec4f9 HTTP/1.1" status: 204 len: 173 time: 1.0009403 Sep 02 17:19:08.704293 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932ae7e3-fadc-48ec-af78-2df0f93c5ed6', 'name': 'network-vif-deleted', 'tag': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:19:08.708378 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c083b6-64df-4bfb-b318-ad393595bc0f" -d '{"events": [{"server_uuid": "932ae7e3-fadc-48ec-af78-2df0f93c5ed6", "name": "network-vif-deleted", "tag": "bb89bd16-7d41-463f-aca8-42c7918ec4f9"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:19:08.771964 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195a0411-95e0-43ca-86f3-b19cb7697c0d x-openstack-request-id: req-195a0411-95e0-43ca-86f3-b19cb7697c0d {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:19:08.772671 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932ae7e3-fadc-48ec-af78-2df0f93c5ed6", "name": "network-vif-deleted", "tag": "bb89bd16-7d41-463f-aca8-42c7918ec4f9", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:19:08.773331 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-195a0411-95e0-43ca-86f3-b19cb7697c0d {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:19:08.773950 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932ae7e3-fadc-48ec-af78-2df0f93c5ed6', 'name': 'network-vif-deleted', 'tag': 'bb89bd16-7d41-463f-aca8-42c7918ec4f9', 'status': 'completed', 'code': 200} Sep 02 17:19:08.886234 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-fc269c88-0855-40d4-a385-f850aaa79896 None None] Set router c904a387-9f22-49ef-8328-fd16ec3668de gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:19:09.090568 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fc269c88-0855-40d4-a385-f850aaa79896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:11:08Z', 'revision_number': 4, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port': {'id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'cd437f4a-f817-4ddb-a8a4-54c23ef7e565', 'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'mac_address': 'fa:16:3e:2d:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:07Z', 'updated_at': '2021-09-02T17:11:15Z', 'revision_number': 5, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'subnets': [{'id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:09.093569 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 45050) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:09.126005 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc269c88-0855-40d4-a385-f850aaa79896 None None] Checking router: c904a387-9f22-49ef-8328-fd16ec3668de for host: dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:19:09.130890 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc269c88-0855-40d4-a385-f850aaa79896 None None] Routers {'c904a387-9f22-49ef-8328-fd16ec3668de'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:19:09.131538 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fc269c88-0855-40d4-a385-f850aaa79896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:18:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c904a387-9f22-49ef-8328-fd16ec3668de'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:09.146587 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-e514218e-ee95-4d52-9357-8d99861ac565 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=65da979ddcac4037a54c66e0bfe4e35c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518825 Sep 02 17:19:09.149113 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 45052) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:09.198040 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e523ca65-59f1-4634-8349-3126ae621c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:09.222593 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e523ca65-59f1-4634-8349-3126ae621c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:09.243173 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-fc269c88-0855-40d4-a385-f850aaa79896 None None] Set router c904a387-9f22-49ef-8328-fd16ec3668de gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:19:09.351793 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e523ca65-59f1-4634-8349-3126ae621c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:09.354500 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e523ca65-59f1-4634-8349-3126ae621c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:09.355695 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-e523ca65-59f1-4634-8349-3126ae621c3b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c58c24d1-eb65-4e89-ac3f-020d37cb7851 HTTP/1.1" status: 204 len: 168 time: 0.2056599 Sep 02 17:19:09.370810 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523ca65-59f1-4634-8349-3126ae621c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58c24d1-eb65-4e89-ac3f-020d37cb7851,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:09.464933 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fc269c88-0855-40d4-a385-f850aaa79896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:11:08Z', 'revision_number': 4, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port': {'id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'cd437f4a-f817-4ddb-a8a4-54c23ef7e565', 'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'mac_address': 'fa:16:3e:2d:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:07Z', 'updated_at': '2021-09-02T17:11:15Z', 'revision_number': 5, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'subnets': [{'id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:09.491452 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc269c88-0855-40d4-a385-f850aaa79896 None None] The sync data for ids ['c904a387-9f22-49ef-8328-fd16ec3668de'] in dv-cinder-777031-8-iscsi is: [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:11:08Z', 'revision_number': 4, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port': {'id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'cd437f4a-f817-4ddb-a8a4-54c23ef7e565', 'name': '', 'network_id': '632d189f-cdbd-40dc-b486-c7ad3cbc44fe', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'mac_address': 'fa:16:3e:2d:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:07Z', 'updated_at': '2021-09-02T17:11:15Z', 'revision_number': 5, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'subnets': [{'id': '50615b92-51e7-4a8e-a635-3931daa3277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:19:09.660111 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8eb5599a-b0c5-4b08-9d14-e32bff2a3220 req-782fc4be-6cfe-4da2-b64c-be75fa2ad137 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/ports?device_id=932ae7e3-fadc-48ec-af78-2df0f93c5ed6 HTTP/1.1" status: 200 len: 210 time: 0.0308123 Sep 02 17:19:09.800640 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422a878-7b54-4d61-a94d-4e3ad8c3cd90 None None] New status for floating IP 3267fb89-cde9-4046-be29-42a5aa3fb3c3: DOWN {{(pid=94734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:19:09.884487 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:10.861960 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 45086) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:10.919450 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3277cd29-eb85-4c54-badc-7fd5596b27dd tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:10.944044 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3277cd29-eb85-4c54-badc-7fd5596b27dd tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:10.965233 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device bb89bd16-7d41-463f-aca8-42c7918ec4f9 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:19:10.989657 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: bb89bd16-7d41-463f-aca8-42c7918ec4f9 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:19:10.990066 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device bb89bd16-7d41-463f-aca8-42c7918ec4f9 not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:19:11.054774 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3277cd29-eb85-4c54-badc-7fd5596b27dd tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:11.057625 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3277cd29-eb85-4c54-badc-7fd5596b27dd tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:11.058897 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-3277cd29-eb85-4c54-badc-7fd5596b27dd tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "DELETE /v2.0/security-groups/c151ef35-7920-4e2f-acf4-fce6dab08283 HTTP/1.1" status: 204 len: 168 time: 0.1958871 Sep 02 17:19:11.061740 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 45088) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:11.068597 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277cd29-eb85-4c54-badc-7fd5596b27dd tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c151ef35-7920-4e2f-acf4-fce6dab08283,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:11.077174 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.api.v2.resource [None req-75bbc4bd-c33f-49ed-b841-24f4ae5e54f0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] show failed (client error): The resource could not be found. Sep 02 17:19:11.078232 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-75bbc4bd-c33f-49ed-b841-24f4ae5e54f0 tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "GET /v2.0/security-groups/c151ef35-7920-4e2f-acf4-fce6dab08283 HTTP/1.1" status: 404 len: 347 time: 0.0153697 Sep 02 17:19:11.081949 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 45090) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:11.216594 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-b24ff95d-c162-4bd2-bf07-694b34f0b73c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Deleting port 5936df16-ce3c-4f4e-9ff9-f787eef54b19 {{(pid=94732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:11.216936 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b24ff95d-c162-4bd2-bf07-694b34f0b73c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:11.305995 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b24ff95d-c162-4bd2-bf07-694b34f0b73c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:11.306337 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b24ff95d-c162-4bd2-bf07-694b34f0b73c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:11.319899 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-b24ff95d-c162-4bd2-bf07-694b34f0b73c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Calling delete_port for 5936df16-ce3c-4f4e-9ff9-f787eef54b19 owned by network:floatingip {{(pid=94732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:11.566638 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b24ff95d-c162-4bd2-bf07-694b34f0b73c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:11.594266 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ff95d-c162-4bd2-bf07-694b34f0b73c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Pushing event deleted for resources: {'Port': ['ID=5936df16-ce3c-4f4e-9ff9-f787eef54b19,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:11.656450 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b24ff95d-c162-4bd2-bf07-694b34f0b73c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks [] for floatingip, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:11.659226 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b24ff95d-c162-4bd2-bf07-694b34f0b73c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:11.660378 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-b24ff95d-c162-4bd2-bf07-694b34f0b73c tempest-AttachVolumeShelveTestJSON-1116233553 tempest-AttachVolumeShelveTestJSON-1116233553-project] 10.222.0.78 "DELETE /v2.0/floatingips/3267fb89-cde9-4046-be29-42a5aa3fb3c3 HTTP/1.1" status: 204 len: 168 time: 0.5775928 Sep 02 17:19:12.572101 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0dc55732-e383-437b-aa53-a51a77168e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:14.191186 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 45124) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:14.314032 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d27a8234-7d16-4856-b2fc-8faaaebe395d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:14.411970 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d27a8234-7d16-4856-b2fc-8faaaebe395d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:14.415249 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 45134) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:14.509767 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d27a8234-7d16-4856-b2fc-8faaaebe395d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:14.596162 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-d27a8234-7d16-4856-b2fc-8faaaebe395d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a4f10e7d2fe1487a90636c8dba140535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4016116 Sep 02 17:19:14.596162 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a8234-7d16-4856-b2fc-8faaaebe395d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a9639e-30d0-4ff5-8027-d4c4df47281c,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:14.598139 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 45138) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:14.660097 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58cfb3fa-c8c2-43a6-863c-612779b2a021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:14.682994 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58cfb3fa-c8c2-43a6-863c-612779b2a021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:14.817082 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58cfb3fa-c8c2-43a6-863c-612779b2a021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:14.819693 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58cfb3fa-c8c2-43a6-863c-612779b2a021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:14.820912 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-58cfb3fa-c8c2-43a6-863c-612779b2a021 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f2a9639e-30d0-4ff5-8027-d4c4df47281c HTTP/1.1" status: 204 len: 168 time: 0.2203448 Sep 02 17:19:14.829646 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfb3fa-c8c2-43a6-863c-612779b2a021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a9639e-30d0-4ff5-8027-d4c4df47281c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:14.866457 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5c36e948-4ce5-4596-930d-c048d388cb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650606'] for router_interface, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:15.125526 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-5c36e948-4ce5-4596-930d-c048d388cb2b admin admin] Deleting port cd437f4a-f817-4ddb-a8a4-54c23ef7e565 {{(pid=94732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:15.125912 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5c36e948-4ce5-4596-930d-c048d388cb2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:15.216993 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-5c36e948-4ce5-4596-930d-c048d388cb2b admin admin] For port cd437f4a-f817-4ddb-a8a4-54c23ef7e565, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=cd437f4a-f817-4ddb-a8a4-54c23ef7e565,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:15.217662 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5c36e948-4ce5-4596-930d-c048d388cb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:15.232006 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-5c36e948-4ce5-4596-930d-c048d388cb2b admin admin] Calling delete_port for cd437f4a-f817-4ddb-a8a4-54c23ef7e565 owned by network:router_interface {{(pid=94732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:15.249940 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc830fe1-da0b-44e9-85dc-833415cc31d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:15.465919 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5c36e948-4ce5-4596-930d-c048d388cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:15.493013 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36e948-4ce5-4596-930d-c048d388cb2b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd437f4a-f817-4ddb-a8a4-54c23ef7e565,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:15.564155 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:15.571307 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e614672f-b992-408c-aee4-120bf0a33809 req-0e0375cd-5f2e-4643-96a9-60da55b68fd8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519412 Sep 02 17:19:15.668307 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614672f-b992-408c-aee4-120bf0a33809 req-9f66c7b6-fdc3-40a4-9afa-122b4a09a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:15.672365 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e614672f-b992-408c-aee4-120bf0a33809 req-9f66c7b6-fdc3-40a4-9afa-122b4a09a949 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f4192e09b3b4aac83371f33f2bc846b&device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 1098 time: 0.0614455 Sep 02 17:19:15.677562 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5c36e948-4ce5-4596-930d-c048d388cb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483724'] for router_interface, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:15.795429 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614672f-b992-408c-aee4-120bf0a33809 req-16d75ec2-644d-4fea-9a3a-454322579a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:15.796921 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e614672f-b992-408c-aee4-120bf0a33809 req-16d75ec2-644d-4fea-9a3a-454322579a7b service neutron] 10.222.0.46 "GET /v2.0/networks?id=7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 HTTP/1.1" status: 200 len: 911 time: 0.1010623 Sep 02 17:19:15.870396 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e614672f-b992-408c-aee4-120bf0a33809 req-3a569b9e-8692-44e3-8dbd-c15d99b19893 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bea3929-c946-442a-966a-243db1312fc3 HTTP/1.1" status: 200 len: 1001 time: 0.0666988 Sep 02 17:19:15.931856 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614672f-b992-408c-aee4-120bf0a33809 req-ff237296-3122-4383-adcd-0ce1e59d996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:15.933486 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e614672f-b992-408c-aee4-120bf0a33809 req-ff237296-3122-4383-adcd-0ce1e59d996a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ab27bb2-8625-461f-9a9c-ce7190953fb3 HTTP/1.1" status: 200 len: 848 time: 0.0545828 Sep 02 17:19:15.947068 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c36e948-4ce5-4596-930d-c048d388cb2b admin admin] Router c904a387-9f22-49ef-8328-fd16ec3668de has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:19:15.979580 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614672f-b992-408c-aee4-120bf0a33809 req-77083b35-6349-434e-b676-f4923a1aac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:19:15.981335 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e614672f-b992-408c-aee4-120bf0a33809 req-77083b35-6349-434e-b676-f4923a1aac46 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408385 Sep 02 17:19:16.081926 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e614672f-b992-408c-aee4-120bf0a33809 req-26bcb3fb-bf90-47e1-96df-e0ab552ce39c service neutron] 10.222.0.46 "GET /v2.0/networks/7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925951 Sep 02 17:19:16.185376 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-e614672f-b992-408c-aee4-120bf0a33809 req-ab7447fd-5924-4a40-a926-29b4269bc26d service neutron] 10.222.0.46 "GET /v2.0/networks/7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965703 Sep 02 17:19:16.211191 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:16.263220 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c36e948-4ce5-4596-930d-c048d388cb2b admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:19:16.272687 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-5c36e948-4ce5-4596-930d-c048d388cb2b admin admin] 10.222.0.78 "PUT /v2.0/routers/c904a387-9f22-49ef-8328-fd16ec3668de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8523562 Sep 02 17:19:16.272687 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 45164) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:16.273413 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e40bdef-27fd-45a9-965a-d1e415e0f12e None None] Sync routers for ids ['c904a387-9f22-49ef-8328-fd16ec3668de'] in dv-cinder-777031-8-iscsi {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:19:16.283197 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e40bdef-27fd-45a9-965a-d1e415e0f12e None None] Routers {'c904a387-9f22-49ef-8328-fd16ec3668de'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:19:16.284242 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6e40bdef-27fd-45a9-965a-d1e415e0f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:19:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c904a387-9f22-49ef-8328-fd16ec3668de'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:16.374926 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-75b67205-3c30-4dd7-b654-e5fc0056aca0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:16.390202 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-6e40bdef-27fd-45a9-965a-d1e415e0f12e None None] Set router c904a387-9f22-49ef-8328-fd16ec3668de gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:19:16.479291 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-75b67205-3c30-4dd7-b654-e5fc0056aca0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:16.568927 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6e40bdef-27fd-45a9-965a-d1e415e0f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:19:15Z', 'revision_number': 5, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port': {'id': '0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:11:01Z', 'updated_at': '2021-09-02T17:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:16.590642 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-75b67205-3c30-4dd7-b654-e5fc0056aca0 admin admin] Deleting port 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80 {{(pid=94732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:16.591144 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-75b67205-3c30-4dd7-b654-e5fc0056aca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:16.604028 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e40bdef-27fd-45a9-965a-d1e415e0f12e None None] Checking router: c904a387-9f22-49ef-8328-fd16ec3668de for host: dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:19:16.620104 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e40bdef-27fd-45a9-965a-d1e415e0f12e None None] Routers {'c904a387-9f22-49ef-8328-fd16ec3668de'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:19:16.620712 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6e40bdef-27fd-45a9-965a-d1e415e0f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:19:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c904a387-9f22-49ef-8328-fd16ec3668de'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:16.685477 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-75b67205-3c30-4dd7-b654-e5fc0056aca0 admin admin] For port 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:16.685953 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-75b67205-3c30-4dd7-b654-e5fc0056aca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:16.704406 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-75b67205-3c30-4dd7-b654-e5fc0056aca0 admin admin] Calling delete_port for 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80 owned by network:router_gateway {{(pid=94732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:16.711826 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-6e40bdef-27fd-45a9-965a-d1e415e0f12e None None] Set router c904a387-9f22-49ef-8328-fd16ec3668de gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:19:16.765312 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6e40bdef-27fd-45a9-965a-d1e415e0f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:19:16Z', 'revision_number': 6, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port_host': None}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:16.794855 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e40bdef-27fd-45a9-965a-d1e415e0f12e None None] The sync data for ids ['c904a387-9f22-49ef-8328-fd16ec3668de'] in dv-cinder-777031-8-iscsi is: [{'id': 'c904a387-9f22-49ef-8328-fd16ec3668de', 'name': 'tempest-AttachVolumeShelveTestJSON-2031870503-router', 'tenant_id': '66dd13919db54e2cb281cb857b403d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:10:59Z', 'updated_at': '2021-09-02T17:19:16Z', 'revision_number': 6, 'project_id': '66dd13919db54e2cb281cb857b403d5d', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:19:16.951688 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-75b67205-3c30-4dd7-b654-e5fc0056aca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:16.987149 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b67205-3c30-4dd7-b654-e5fc0056aca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:17.042534 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-75b67205-3c30-4dd7-b654-e5fc0056aca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649128'] for router_gateway, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:17.135982 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-75b67205-3c30-4dd7-b654-e5fc0056aca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5962'] for router, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:17.139193 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-75b67205-3c30-4dd7-b654-e5fc0056aca0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:17.252702 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device cd437f4a-f817-4ddb-a8a4-54c23ef7e565 no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:19:17.254384 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-75b67205-3c30-4dd7-b654-e5fc0056aca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654346'] for router, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:17.259631 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b67205-3c30-4dd7-b654-e5fc0056aca0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c904a387-9f22-49ef-8328-fd16ec3668de {{(pid=94732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 17:19:17.259905 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-75b67205-3c30-4dd7-b654-e5fc0056aca0 admin admin] Notify callbacks [] for router, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:17.263313 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-75b67205-3c30-4dd7-b654-e5fc0056aca0 admin admin] 10.222.0.78 "DELETE /v2.0/routers/c904a387-9f22-49ef-8328-fd16ec3668de HTTP/1.1" status: 204 len: 168 time: 0.9886363 Sep 02 17:19:17.263898 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 45170) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:17.277541 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: cd437f4a-f817-4ddb-a8a4-54c23ef7e565 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:19:17.277886 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device cd437f4a-f817-4ddb-a8a4-54c23ef7e565 not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:19:17.317137 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01e6062-a843-46ab-ba79-83cd60e3ed29 admin admin] Deleting subnet 50615b92-51e7-4a8e-a635-3931daa3277f {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:19:17.322020 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c01e6062-a843-46ab-ba79-83cd60e3ed29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:17.355140 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c01e6062-a843-46ab-ba79-83cd60e3ed29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13112629'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:17.432820 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c01e6062-a843-46ab-ba79-83cd60e3ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467972'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:17.582454 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c01e6062-a843-46ab-ba79-83cd60e3ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1468095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13434269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13468955'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:17.605538 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e6062-a843-46ab-ba79-83cd60e3ed29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50615b92-51e7-4a8e-a635-3931daa3277f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:17.611314 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c01e6062-a843-46ab-ba79-83cd60e3ed29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:17.613172 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-c01e6062-a843-46ab-ba79-83cd60e3ed29 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/50615b92-51e7-4a8e-a635-3931daa3277f HTTP/1.1" status: 204 len: 168 time: 0.3483338 Sep 02 17:19:17.615688 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 45172) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:17.618068 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd88524-e41d-49ae-a401-9befd36520fb None None] Network 632d189f-cdbd-40dc-b486-c7ad3cbc44fe requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:19:17.702688 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645182'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:17.776445 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] Deleting port 095e148d-e1b8-4164-b5e8-b1aefe5e7aee {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:17.777267 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:17.879488 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] For port 095e148d-e1b8-4164-b5e8-b1aefe5e7aee, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=095e148d-e1b8-4164-b5e8-b1aefe5e7aee,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:17.879488 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:17.890354 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] Calling delete_port for 095e148d-e1b8-4164-b5e8-b1aefe5e7aee owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:17.962709 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] DHCP port deletion for 632d189f-cdbd-40dc-b486-c7ad3cbc44fe request from dv-cinder-777031-8-iscsi {{(pid=94734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 17:19:18.010698 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] Deleting port 095e148d-e1b8-4164-b5e8-b1aefe5e7aee {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:19:18.011106 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:18.088374 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] For port 095e148d-e1b8-4164-b5e8-b1aefe5e7aee, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=095e148d-e1b8-4164-b5e8-b1aefe5e7aee,segment=NetworkSegment(f10cd512-2198-439c-b70d-2b543d943c61),segment_id=f10cd512-2198-439c-b70d-2b543d943c61)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:19:18.088783 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:18.100367 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:18.105727 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] Calling delete_port for 095e148d-e1b8-4164-b5e8-b1aefe5e7aee owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:19:18.128380 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] Pushing event deleted for resources: {'Port': ['ID=095e148d-e1b8-4164-b5e8-b1aefe5e7aee,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:18.130348 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] No DVR routers for this DVR port 095e148d-e1b8-4164-b5e8-b1aefe5e7aee on host dv-cinder-777031-8-iscsi {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:19:18.180458 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:18.199162 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] No DVR routers for this DVR port 095e148d-e1b8-4164-b5e8-b1aefe5e7aee on host dv-cinder-777031-8-iscsi {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:19:18.207326 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1470163', 'neutron.services.segments.db._delete_segments_for_network-8737482361959'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:18.217185 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['632d189f-cdbd-40dc-b486-c7ad3cbc44fe']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:18.222241 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] Pushing event deleted for resources: {'Port': ['ID=095e148d-e1b8-4164-b5e8-b1aefe5e7aee,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:18.224290 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:18.228154 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10cd512-2198-439c-b70d-2b543d943c61') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:18.229026 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10cd512-2198-439c-b70d-2b543d943c61') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:19:18.236525 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:18.237007 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:18.237377 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:18.237713 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:18.238059 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:18.238411 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:18.238696 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737482362224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13114054'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:18.238816 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:18.239045 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:18.239538 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:18.239875 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:18.240196 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:18.240514 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c85444-047f-468b-bb00-8054feebabf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:18.255049 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13434355'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: Traceback (most recent call last): Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: timer() Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: cb(*args, **kw) Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: return func(*args, **kwargs) Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: self._notify() Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: self.callback(batched_events) Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: event.method(event) Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: return f(self, *a, **k) Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._get(url).json() Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:19:18.267255 dv-cinder-777031-8-iscsi neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:19:18.648899 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483664'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:18.664712 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:18.664712 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] 10.222.0.78 "DELETE /v2.0/networks/632d189f-cdbd-40dc-b486-c7ad3cbc44fe HTTP/1.1" status: 204 len: 168 time: 1.0396190 Sep 02 17:19:18.668215 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b42f62-6a96-460e-b16b-5d00549bd067 admin admin] Pushing event deleted for resources: {'Network': ['ID=632d189f-cdbd-40dc-b486-c7ad3cbc44fe,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:19.023633 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80 no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:19:19.044163 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:19:19.044589 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 0e92dfd3-5c0a-4f14-9c6c-81f0d9f70d80 not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:19:19.045020 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 095e148d-e1b8-4164-b5e8-b1aefe5e7aee no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:19:19.064337 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: 095e148d-e1b8-4164-b5e8-b1aefe5e7aee {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:19:19.064683 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 095e148d-e1b8-4164-b5e8-b1aefe5e7aee not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:19:19.104894 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 45192) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:19.144824 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-9df974aa-144d-4fe2-993c-7ead2bd4340b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=66dd13919db54e2cb281cb857b403d5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387335 Sep 02 17:19:19.147204 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 45194) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:19.194781 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac53e58d-1864-44d7-b4a5-632b72567e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:19.215933 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac53e58d-1864-44d7-b4a5-632b72567e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:19.362890 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac53e58d-1864-44d7-b4a5-632b72567e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:19.365476 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac53e58d-1864-44d7-b4a5-632b72567e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:19.367514 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-ac53e58d-1864-44d7-b4a5-632b72567e60 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eeec0ac2-ef6b-4b39-81f5-0b1bd384a9e3 HTTP/1.1" status: 204 len: 168 time: 0.2185478 Sep 02 17:19:19.374363 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53e58d-1864-44d7-b4a5-632b72567e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeec0ac2-ef6b-4b39-81f5-0b1bd384a9e3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:30.701168 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:19:37.055220 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 45470) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:37.158551 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb60c5d9-8b38-4847-9752-cb3074b77678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.385123 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb60c5d9-8b38-4847-9752-cb3074b77678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.435536 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb60c5d9-8b38-4847-9752-cb3074b77678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.475137 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60c5d9-8b38-4847-9752-cb3074b77678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f0c63a-a10c-4d57-8b3b-e1a22cd6b9ce,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:37.482729 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60c5d9-8b38-4847-9752-cb3074b77678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:37.483079 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60c5d9-8b38-4847-9752-cb3074b77678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:37.483414 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60c5d9-8b38-4847-9752-cb3074b77678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:37.483756 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60c5d9-8b38-4847-9752-cb3074b77678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:37.484069 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60c5d9-8b38-4847-9752-cb3074b77678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:37.484390 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60c5d9-8b38-4847-9752-cb3074b77678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:37.484711 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60c5d9-8b38-4847-9752-cb3074b77678 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:37.485029 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60c5d9-8b38-4847-9752-cb3074b77678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:37.485373 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60c5d9-8b38-4847-9752-cb3074b77678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:37.485719 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60c5d9-8b38-4847-9752-cb3074b77678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:37.486038 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60c5d9-8b38-4847-9752-cb3074b77678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:37.486351 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60c5d9-8b38-4847-9752-cb3074b77678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:19:37.494952 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-fb60c5d9-8b38-4847-9752-cb3074b77678 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7ed7855804314d69a47c5652315ac902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4382279 Sep 02 17:19:37.495479 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 45476) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:37.547970 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5d9e7310-e995-44ee-adc5-0e17802ad207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.571779 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5d9e7310-e995-44ee-adc5-0e17802ad207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.697977 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5d9e7310-e995-44ee-adc5-0e17802ad207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.700775 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5d9e7310-e995-44ee-adc5-0e17802ad207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:37.702454 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-5d9e7310-e995-44ee-adc5-0e17802ad207 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/45f0c63a-a10c-4d57-8b3b-e1a22cd6b9ce HTTP/1.1" status: 204 len: 168 time: 0.2051034 Sep 02 17:19:37.710438 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e7310-e995-44ee-adc5-0e17802ad207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f0c63a-a10c-4d57-8b3b-e1a22cd6b9ce,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:38.367628 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 45498) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:38.381726 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4b4841b7-cd71-4180-98e8-f41ea17c6bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.470628 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4b4841b7-cd71-4180-98e8-f41ea17c6bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.513030 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4b4841b7-cd71-4180-98e8-f41ea17c6bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.553584 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4841b7-cd71-4180-98e8-f41ea17c6bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72deb171-709e-49fd-8117-de05c1a9f0c3,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:38.558255 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-4b4841b7-cd71-4180-98e8-f41ea17c6bce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=69814a513b274abdbb59adedce49db0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895347 Sep 02 17:19:38.560875 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 45502) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:38.618566 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-2559cbc3-c0d6-46f1-9136-8c58156c4faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.640094 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-2559cbc3-c0d6-46f1-9136-8c58156c4faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.761495 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-2559cbc3-c0d6-46f1-9136-8c58156c4faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.764356 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-2559cbc3-c0d6-46f1-9136-8c58156c4faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:38.765652 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-2559cbc3-c0d6-46f1-9136-8c58156c4faf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/72deb171-709e-49fd-8117-de05c1a9f0c3 HTTP/1.1" status: 204 len: 168 time: 0.2035556 Sep 02 17:19:38.774102 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559cbc3-c0d6-46f1-9136-8c58156c4faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72deb171-709e-49fd-8117-de05c1a9f0c3,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:39.861079 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:42.555102 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f0f6619c-376d-4e74-b432-eda89af31e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:45.223334 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-72f25a74-e3c6-4b0b-9a18-ceddf5f8bc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:45.537958 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:46.214940 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:48.206134 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:51.141979 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 45632) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:51.250166 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-bf67bac9-079d-4b0b-b451-0969d9646150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:51.336281 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-bf67bac9-079d-4b0b-b451-0969d9646150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:51.414550 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-bf67bac9-079d-4b0b-b451-0969d9646150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:51.454659 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-bf67bac9-079d-4b0b-b451-0969d9646150 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d52ce8c38886413db07ab12aa671252d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116047 Sep 02 17:19:51.455873 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67bac9-079d-4b0b-b451-0969d9646150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905f6021-2002-43a1-8612-1c3de609569e,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:51.457854 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 45638) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:51.506624 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c54b3f0b-eac3-4ab1-9a2d-486865587d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:51.526491 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c54b3f0b-eac3-4ab1-9a2d-486865587d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:51.673951 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c54b3f0b-eac3-4ab1-9a2d-486865587d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:51.676493 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c54b3f0b-eac3-4ab1-9a2d-486865587d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:51.677923 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-c54b3f0b-eac3-4ab1-9a2d-486865587d79 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/905f6021-2002-43a1-8612-1c3de609569e HTTP/1.1" status: 204 len: 168 time: 0.2183006 Sep 02 17:19:51.686362 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b3f0b-eac3-4ab1-9a2d-486865587d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905f6021-2002-43a1-8612-1c3de609569e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:52.240556 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 45646) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:52.254417 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c831f92e-e785-455d-a8d5-700eb50b638c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:52.342662 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c831f92e-e785-455d-a8d5-700eb50b638c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:52.414149 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c831f92e-e785-455d-a8d5-700eb50b638c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:52.456338 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-c831f92e-e785-455d-a8d5-700eb50b638c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4cdf8ee889d64cb5b2d932d6a3fd1a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146990 Sep 02 17:19:52.457192 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831f92e-e785-455d-a8d5-700eb50b638c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128ff53d-e100-443f-a43d-fac32bea4b5c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:19:52.459648 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 45648) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:19:52.511056 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-a1a0f5ce-0de3-47f8-90e2-de7cbea39154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:52.531218 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-a1a0f5ce-0de3-47f8-90e2-de7cbea39154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:52.625575 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-a1a0f5ce-0de3-47f8-90e2-de7cbea39154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:52.628158 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-a1a0f5ce-0de3-47f8-90e2-de7cbea39154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:19:52.629457 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-a1a0f5ce-0de3-47f8-90e2-de7cbea39154 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/128ff53d-e100-443f-a43d-fac32bea4b5c HTTP/1.1" status: 204 len: 168 time: 0.1686826 Sep 02 17:19:52.638488 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0f5ce-0de3-47f8-90e2-de7cbea39154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128ff53d-e100-443f-a43d-fac32bea4b5c,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:00.851934 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 45800) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:00.979661 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6398d811-b859-4e31-be06-896f65a90fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:01.086750 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6398d811-b859-4e31-be06-896f65a90fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:01.165258 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6398d811-b859-4e31-be06-896f65a90fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:01.209346 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-6398d811-b859-4e31-be06-896f65a90fb1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ced719003bdd43b1a90e69df35f84517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555832 Sep 02 17:20:01.210170 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398d811-b859-4e31-be06-896f65a90fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30f7b01-57e0-42df-8613-f63d0af7fadd,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:01.211527 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 45810) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:01.266562 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6cae7392-8716-4276-8aa0-da05102ccc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:01.292065 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6cae7392-8716-4276-8aa0-da05102ccc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:01.416720 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6cae7392-8716-4276-8aa0-da05102ccc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:01.421439 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6cae7392-8716-4276-8aa0-da05102ccc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:01.422726 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-6cae7392-8716-4276-8aa0-da05102ccc5c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f30f7b01-57e0-42df-8613-f63d0af7fadd HTTP/1.1" status: 204 len: 168 time: 0.2100675 Sep 02 17:20:01.433441 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae7392-8716-4276-8aa0-da05102ccc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30f7b01-57e0-42df-8613-f63d0af7fadd,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:01.708636 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 45822) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:01.818306 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-602ebff0-c347-4f8d-80e1-6f020caef721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:01.908462 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-602ebff0-c347-4f8d-80e1-6f020caef721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:01.985244 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-602ebff0-c347-4f8d-80e1-6f020caef721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:02.023855 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-602ebff0-c347-4f8d-80e1-6f020caef721 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=642e12be6191493e97e3f3ba289b5a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139138 Sep 02 17:20:02.024695 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ebff0-c347-4f8d-80e1-6f020caef721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1203cd2-2897-4544-9cb8-9fc9a280d877,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:02.027321 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 45834) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:02.085909 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5dd61d2d-f88a-4798-a74e-b26d6d6cf436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:02.112243 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5dd61d2d-f88a-4798-a74e-b26d6d6cf436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:02.233655 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5dd61d2d-f88a-4798-a74e-b26d6d6cf436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:02.236369 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5dd61d2d-f88a-4798-a74e-b26d6d6cf436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:02.237632 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-5dd61d2d-f88a-4798-a74e-b26d6d6cf436 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d1203cd2-2897-4544-9cb8-9fc9a280d877 HTTP/1.1" status: 204 len: 168 time: 0.2090838 Sep 02 17:20:02.245577 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd61d2d-f88a-4798-a74e-b26d6d6cf436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1203cd2-2897-4544-9cb8-9fc9a280d877,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:02.869444 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 45854) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:02.882522 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5ccd51ec-12c1-4c56-a043-ef031e239e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:02.981530 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5ccd51ec-12c1-4c56-a043-ef031e239e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:03.042220 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-5ccd51ec-12c1-4c56-a043-ef031e239e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:03.082262 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd51ec-12c1-4c56-a043-ef031e239e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710a7768-ada1-4b10-83f0-361ae75b29a2,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:03.088871 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-5ccd51ec-12c1-4c56-a043-ef031e239e15 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b1498fc160b44f9cadfe4708a6fda358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183697 Sep 02 17:20:03.093193 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 45856) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:03.141775 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1386ba2d-6e0f-46d6-a5f3-b01cc149f926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:03.164399 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1386ba2d-6e0f-46d6-a5f3-b01cc149f926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:03.302298 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1386ba2d-6e0f-46d6-a5f3-b01cc149f926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:03.304788 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1386ba2d-6e0f-46d6-a5f3-b01cc149f926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:03.306067 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-1386ba2d-6e0f-46d6-a5f3-b01cc149f926 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/710a7768-ada1-4b10-83f0-361ae75b29a2 HTTP/1.1" status: 204 len: 168 time: 0.2117031 Sep 02 17:20:03.317305 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386ba2d-6e0f-46d6-a5f3-b01cc149f926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710a7768-ada1-4b10-83f0-361ae75b29a2,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:04.462735 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-6ab702ef-96a4-4b29-8ce2-b5f4c8877e15 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=25c64c9dd70e4899849377c9376d5fc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287404 Sep 02 17:20:04.651697 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-2bfe1f0f-d485-4821-bc36-f8ba9e2bd073 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:04.653247 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-2bfe1f0f-d485-4821-bc36-f8ba9e2bd073 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844051 Sep 02 17:20:04.667869 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-24d288e2-a7cc-49fb-9711-2aa0039db87b tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/quotas/25c64c9dd70e4899849377c9376d5fc9 HTTP/1.1" status: 200 len: 375 time: 0.0090585 Sep 02 17:20:04.700374 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-8bf1d5b3-eac7-4389-8282-c4b7bc218c4d tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=25c64c9dd70e4899849377c9376d5fc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266352 Sep 02 17:20:04.928801 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0f4ae8ff-7206-4ec2-8e6c-7813983d09c7 req-98bc8e0c-0481-439f-a185-b33305b272c7 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 210 time: 0.0276470 Sep 02 17:20:06.029020 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-523536b4-cb31-43bd-9874-26090d35491b req-d065dfca-e335-4f63-bef3-8160f7e40bc1 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 210 time: 0.0356991 Sep 02 17:20:07.125048 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3473101f-684d-4db4-972b-a398ba681cb7 req-69c0bc64-7a6e-4e49-8612-4a895c07568d tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 210 time: 0.0253141 Sep 02 17:20:07.704685 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:20:08.219228 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-031c5930-aab3-475f-b741-887eca6dfa67 req-41c96c42-cb74-41b0-be33-4cfb829e7c1d tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 210 time: 0.0269670 Sep 02 17:20:09.315563 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5ef79429-7b70-491c-920d-33e7a2bb8c96 req-d0dc7d5d-58b4-4c87-a900-be711cf19e95 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 210 time: 0.0270298 Sep 02 17:20:09.824517 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-5c0fa806-21ad-48b3-b068-b4c84d6923de tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=25c64c9dd70e4899849377c9376d5fc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314708 Sep 02 17:20:09.864750 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:10.010919 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-3ab2861b-0bf8-422e-b9e1-c3235b54f6a7 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:10.012431 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-3ab2861b-0bf8-422e-b9e1-c3235b54f6a7 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801484 Sep 02 17:20:10.039571 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-9acac1f0-1a54-4569-8d99-a7efb36aacc8 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Request body: {'port': {'device_id': 'c09ba004-fe00-47ca-b4a5-a3ae7e46230c', 'network_id': '81a063cc-fd38-46d6-980c-16b48ba4a85c', 'admin_state_up': True, 'tenant_id': '25c64c9dd70e4899849377c9376d5fc9'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:20:10.230570 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-9acac1f0-1a54-4569-8d99-a7efb36aacc8 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Made reservation on behalf of 25c64c9dd70e4899849377c9376d5fc9 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:20:10.234123 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-9acac1f0-1a54-4569-8d99-a7efb36aacc8 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:10.243792 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-9acac1f0-1a54-4569-8d99-a7efb36aacc8 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:10.333547 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-9acac1f0-1a54-4569-8d99-a7efb36aacc8 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:10.404933 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e2e947c4-3e63-4631-b45d-5115eac56802 req-4427102e-d6be-4aca-b152-5e841ef63e95 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 210 time: 0.0242591 Sep 02 17:20:10.424908 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-9acac1f0-1a54-4569-8d99-a7efb36aacc8 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:10.494686 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acac1f0-1a54-4569-8d99-a7efb36aacc8 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2690ebd-21e1-4ee9-9455-6f4c5aeb8207,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:10.561609 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-9acac1f0-1a54-4569-8d99-a7efb36aacc8 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Allocated IP 192.168.233.37 (81a063cc-fd38-46d6-980c-16b48ba4a85c/05572040-a8ec-4b0e-a91f-e46a26105575/a3564533-b2db-4c1b-b0ae-38eefd28b5f3) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:20:10.703360 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-9acac1f0-1a54-4569-8d99-a7efb36aacc8 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:10.716815 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-9acac1f0-1a54-4569-8d99-a7efb36aacc8 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Transition to ACTIVE for port object a3564533-b2db-4c1b-b0ae-38eefd28b5f3 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:20:10.810887 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-9acac1f0-1a54-4569-8d99-a7efb36aacc8 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:10.853917 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-9acac1f0-1a54-4569-8d99-a7efb36aacc8 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Network 81a063cc-fd38-46d6-980c-16b48ba4a85c is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:20:10.856862 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-9acac1f0-1a54-4569-8d99-a7efb36aacc8 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:20:10.860539 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-9acac1f0-1a54-4569-8d99-a7efb36aacc8 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:20:10.868673 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acac1f0-1a54-4569-8d99-a7efb36aacc8 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Pushing event updated for resources: {'Port': ['ID=a3564533-b2db-4c1b-b0ae-38eefd28b5f3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:10.914986 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-9acac1f0-1a54-4569-8d99-a7efb36aacc8 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:10.915589 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-9acac1f0-1a54-4569-8d99-a7efb36aacc8 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:10.997132 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-9acac1f0-1a54-4569-8d99-a7efb36aacc8 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9616058 Sep 02 17:20:11.015726 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Request body: {'port': {'device_id': 'c09ba004-fe00-47ca-b4a5-a3ae7e46230c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:20:11.074071 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:11.162463 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-c40483b5-4866-4b8a-a9a9-40bc24feef2b None None] Provisioning for port a3564533-b2db-4c1b-b0ae-38eefd28b5f3 completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:20:11.172599 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-c40483b5-4866-4b8a-a9a9-40bc24feef2b None None] Provisioning complete for port a3564533-b2db-4c1b-b0ae-38eefd28b5f3 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:20:11.173858 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c40483b5-4866-4b8a-a9a9-40bc24feef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:11.213338 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-c40483b5-4866-4b8a-a9a9-40bc24feef2b None None] Port a3564533-b2db-4c1b-b0ae-38eefd28b5f3 cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:20:11.335507 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3564533-b2db-4c1b-b0ae-38eefd28b5f3 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:20:11.342696 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:11.353938 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Transition to ACTIVE for port object a3564533-b2db-4c1b-b0ae-38eefd28b5f3 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:20:11.444260 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:11.496753 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3564533-b2db-4c1b-b0ae-38eefd28b5f3,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:11.530488 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4c5b7-1d6c-45be-8bf9-5065c133be60 req-b574e060-33c7-4dce-ad78-2d2636aa47fb tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:11.532087 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d8a4c5b7-1d6c-45be-8bf9-5065c133be60 req-b574e060-33c7-4dce-ad78-2d2636aa47fb tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 947 time: 0.0577319 Sep 02 17:20:11.567827 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Attempting to bind port a3564533-b2db-4c1b-b0ae-38eefd28b5f3 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:20:11.568164 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Attempting to bind port a3564533-b2db-4c1b-b0ae-38eefd28b5f3 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '81a063cc-fd38-46d6-980c-16b48ba4a85c'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:20:11.568502 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Attempting to bind port a3564533-b2db-4c1b-b0ae-38eefd28b5f3 on network 81a063cc-fd38-46d6-980c-16b48ba4a85c {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:20:11.573121 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Port a3564533-b2db-4c1b-b0ae-38eefd28b5f3 on network 81a063cc-fd38-46d6-980c-16b48ba4a85c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:20:11.573479 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Attempting to bind port a3564533-b2db-4c1b-b0ae-38eefd28b5f3 on network 81a063cc-fd38-46d6-980c-16b48ba4a85c {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:20:11.575086 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d8a4c5b7-1d6c-45be-8bf9-5065c133be60 req-54e63cea-cb6f-4071-bf27-15c9683bdbe3 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2690ebd-21e1-4ee9-9455-6f4c5aeb8207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368674 Sep 02 17:20:11.578498 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:20:11.578838 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Checking segment: {'id': 'dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '81a063cc-fd38-46d6-980c-16b48ba4a85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:20:11.579331 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Bound using segment: {'id': 'dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '81a063cc-fd38-46d6-980c-16b48ba4a85c'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:20:11.579820 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Bound port: a3564533-b2db-4c1b-b0ae-38eefd28b5f3, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '81a063cc-fd38-46d6-980c-16b48ba4a85c'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:20:11.580197 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:11.647146 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] For port a3564533-b2db-4c1b-b0ae-38eefd28b5f3, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:20:11.650159 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] For port a3564533-b2db-4c1b-b0ae-38eefd28b5f3, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=a3564533-b2db-4c1b-b0ae-38eefd28b5f3,segment=NetworkSegment(dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6),segment_id=dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:20:11.724930 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:11.763272 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:11.763882 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:11.765254 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] 10.222.0.46 "PUT /v2.0/ports/a3564533-b2db-4c1b-b0ae-38eefd28b5f3 HTTP/1.1" status: 200 len: 1097 time: 0.7539124 Sep 02 17:20:11.767751 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09ba004-fe00-47ca-b4a5-a3ae7e46230c', 'tag': 'a3564533-b2db-4c1b-b0ae-38eefd28b5f3'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:20:11.769138 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831c9c7c-b747-4a16-82ef-95168bd300fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c09ba004-fe00-47ca-b4a5-a3ae7e46230c", "tag": "a3564533-b2db-4c1b-b0ae-38eefd28b5f3"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:20:11.791361 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e85d7-8e0a-4ab3-ad21-bb0a7d0f47a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3564533-b2db-4c1b-b0ae-38eefd28b5f3,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:11.808295 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a93b538-d433-4139-a762-921a24e77b18 x-openstack-request-id: req-9a93b538-d433-4139-a762-921a24e77b18 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:20:11.808594 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09ba004-fe00-47ca-b4a5-a3ae7e46230c", "tag": "a3564533-b2db-4c1b-b0ae-38eefd28b5f3", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:20:11.808854 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a93b538-d433-4139-a762-921a24e77b18 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:20:11.809252 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09ba004-fe00-47ca-b4a5-a3ae7e46230c', 'tag': 'a3564533-b2db-4c1b-b0ae-38eefd28b5f3', 'status': 'completed', 'code': 200} Sep 02 17:20:12.578718 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8eaedbbc-3aa2-4c92-8061-0466db9569b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:12.688165 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ba909-fb0c-4d90-af6b-9a216dfebe21 req-80bd1314-46b6-4043-8f4c-251cc8b69954 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:12.689699 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-162ba909-fb0c-4d90-af6b-9a216dfebe21 req-80bd1314-46b6-4043-8f4c-251cc8b69954 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 947 time: 0.0483100 Sep 02 17:20:12.727432 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-162ba909-fb0c-4d90-af6b-9a216dfebe21 req-3fc08e78-f43e-40b6-a946-d5e4cc4dea69 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2690ebd-21e1-4ee9-9455-6f4c5aeb8207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319433 Sep 02 17:20:13.841949 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a85c1d-1134-4f22-b017-2337b57875a3 req-ae0f0277-866c-4dd8-b276-e4b86ee73587 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:13.843404 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-14a85c1d-1134-4f22-b017-2337b57875a3 req-ae0f0277-866c-4dd8-b276-e4b86ee73587 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 947 time: 0.0467160 Sep 02 17:20:13.881398 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-14a85c1d-1134-4f22-b017-2337b57875a3 req-da89bab5-b2ad-4fa8-94ee-a6282a593496 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2690ebd-21e1-4ee9-9455-6f4c5aeb8207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309472 Sep 02 17:20:14.354008 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c9c7c-b747-4a16-82ef-95168bd300fd req-3a086a59-1b10-45c9-b991-4c3a19468a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:14.355524 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-831c9c7c-b747-4a16-82ef-95168bd300fd req-3a086a59-1b10-45c9-b991-4c3a19468a89 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=25c64c9dd70e4899849377c9376d5fc9&device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 1100 time: 0.0437651 Sep 02 17:20:14.402420 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-831c9c7c-b747-4a16-82ef-95168bd300fd req-c59b3362-1edf-4d05-be10-9fa120c395ac service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=25c64c9dd70e4899849377c9376d5fc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186026 Sep 02 17:20:14.494898 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c9c7c-b747-4a16-82ef-95168bd300fd req-ce5db04e-beb0-45c3-9e5b-0e8838fc8e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:14.496355 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-831c9c7c-b747-4a16-82ef-95168bd300fd req-ce5db04e-beb0-45c3-9e5b-0e8838fc8e7d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0853360 Sep 02 17:20:14.599000 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-2f9a3203-17a4-40c7-b76b-7c1abebba895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:14.600402 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-2f9a3203-17a4-40c7-b76b-7c1abebba895 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=25c64c9dd70e4899849377c9376d5fc9&device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 1100 time: 0.0442827 Sep 02 17:20:14.646896 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-7863b2a6-1878-4268-82b4-40caa3210fd0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=a3564533-b2db-4c1b-b0ae-38eefd28b5f3 HTTP/1.1" status: 200 len: 217 time: 0.0331066 Sep 02 17:20:14.695012 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-bae73348-562a-434a-aa62-02cb5b008838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:14.696411 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-bae73348-562a-434a-aa62-02cb5b008838 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=05572040-a8ec-4b0e-a91f-e46a26105575 HTTP/1.1" status: 200 len: 843 time: 0.0425949 Sep 02 17:20:14.749687 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-3d2c5bfa-62de-455e-affb-eb9481721c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:14.751396 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-3d2c5bfa-62de-455e-affb-eb9481721c10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81a063cc-fd38-46d6-980c-16b48ba4a85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403593 Sep 02 17:20:14.865125 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-cf6ee9b7-75e3-4433-bcc8-50657fd005ee service neutron] 10.222.0.46 "GET /v2.0/networks/81a063cc-fd38-46d6-980c-16b48ba4a85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841591 Sep 02 17:20:14.954754 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2840efef-6f04-410e-a9e8-481a8f00dcbc req-b35ce417-e2db-41ba-a9c7-b6d17624583a service neutron] 10.222.0.46 "GET /v2.0/networks/81a063cc-fd38-46d6-980c-16b48ba4a85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812392 Sep 02 17:20:14.997632 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68b2d0-cb47-4207-b921-a984d7101356 req-798ac908-d602-4680-a6fe-c072e03eadf0 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:14.999513 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-df68b2d0-cb47-4207-b921-a984d7101356 req-798ac908-d602-4680-a6fe-c072e03eadf0 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 947 time: 0.0526309 Sep 02 17:20:15.039518 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-df68b2d0-cb47-4207-b921-a984d7101356 req-87e85bc7-c99b-4f19-99f3-f3c162702315 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2690ebd-21e1-4ee9-9455-6f4c5aeb8207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333910 Sep 02 17:20:15.238369 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae4d5859-f3c9-421c-b312-34ba70118a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:15.567239 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:16.155904 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37ef32-e857-4827-a903-14b2735a1597 req-fe6ecb88-06d5-4cf3-8152-e6db568d96b0 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:16.159298 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fd37ef32-e857-4827-a903-14b2735a1597 req-fe6ecb88-06d5-4cf3-8152-e6db568d96b0 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 947 time: 0.0516193 Sep 02 17:20:16.200585 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fd37ef32-e857-4827-a903-14b2735a1597 req-44dd882e-38c0-4374-9795-1bd1db16b525 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2690ebd-21e1-4ee9-9455-6f4c5aeb8207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319982 Sep 02 17:20:16.238645 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:16.596193 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-90d3af82-3019-4fb7-ab90-4d5102e1113f req-960d42b5-c4a1-465d-bc3b-89b8dfc166fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436270 Sep 02 17:20:16.693074 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3af82-3019-4fb7-ab90-4d5102e1113f req-4dcfaa78-31be-4910-9b4a-57b290c412cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:16.694583 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-90d3af82-3019-4fb7-ab90-4d5102e1113f req-4dcfaa78-31be-4910-9b4a-57b290c412cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f4192e09b3b4aac83371f33f2bc846b&device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 1098 time: 0.0408018 Sep 02 17:20:16.803338 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3af82-3019-4fb7-ab90-4d5102e1113f req-833605b9-3318-4bcc-b338-7fb0a1b871be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:16.804790 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-90d3af82-3019-4fb7-ab90-4d5102e1113f req-833605b9-3318-4bcc-b338-7fb0a1b871be service neutron] 10.222.0.46 "GET /v2.0/networks?id=7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 HTTP/1.1" status: 200 len: 911 time: 0.0828300 Sep 02 17:20:16.873193 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-90d3af82-3019-4fb7-ab90-4d5102e1113f req-c61e19a5-a915-4377-b088-d9536214a850 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bea3929-c946-442a-966a-243db1312fc3 HTTP/1.1" status: 200 len: 1001 time: 0.0598223 Sep 02 17:20:16.920882 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3af82-3019-4fb7-ab90-4d5102e1113f req-086f8d11-8f62-4c70-9b72-dcac2b452939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:16.922421 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-90d3af82-3019-4fb7-ab90-4d5102e1113f req-086f8d11-8f62-4c70-9b72-dcac2b452939 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ab27bb2-8625-461f-9a9c-ce7190953fb3 HTTP/1.1" status: 200 len: 848 time: 0.0418377 Sep 02 17:20:16.966178 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3af82-3019-4fb7-ab90-4d5102e1113f req-02c26727-fb42-4b72-8b0e-c5dd4a1a6c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:16.967618 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-90d3af82-3019-4fb7-ab90-4d5102e1113f req-02c26727-fb42-4b72-8b0e-c5dd4a1a6c28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387254 Sep 02 17:20:17.059558 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-90d3af82-3019-4fb7-ab90-4d5102e1113f req-0be0544d-e1e4-4e3d-b1a6-72566d62d318 service neutron] 10.222.0.46 "GET /v2.0/networks/7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844681 Sep 02 17:20:17.147203 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-90d3af82-3019-4fb7-ab90-4d5102e1113f req-1c5b8070-cc7b-41fb-bc3d-26fd5d065cfe service neutron] 10.222.0.46 "GET /v2.0/networks/7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798585 Sep 02 17:20:17.313495 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50731052-436b-4cf1-9b21-ae09ede7c55f req-0e6a04b7-5309-46b0-9962-4fbfcf107b53 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:17.315171 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-50731052-436b-4cf1-9b21-ae09ede7c55f req-0e6a04b7-5309-46b0-9962-4fbfcf107b53 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 947 time: 0.0476432 Sep 02 17:20:17.351918 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-50731052-436b-4cf1-9b21-ae09ede7c55f req-d43cbb8a-0316-4a67-9c70-4b3476136935 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2690ebd-21e1-4ee9-9455-6f4c5aeb8207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310044 Sep 02 17:20:18.163865 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.310372 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device a3564533-b2db-4c1b-b0ae-38eefd28b5f3 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:20:18.411380 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port a3564533-b2db-4c1b-b0ae-38eefd28b5f3, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=a3564533-b2db-4c1b-b0ae-38eefd28b5f3,segment=NetworkSegment(dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6),segment_id=dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:18.423136 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': 'a3564533-b2db-4c1b-b0ae-38eefd28b5f3', 'network_id': '81a063cc-fd38-46d6-980c-16b48ba4a85c', 'port_id': 'a3564533-b2db-4c1b-b0ae-38eefd28b5f3', 'mac_address': 'fa:16:3e:1b:db:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05572040-a8ec-4b0e-a91f-e46a26105575', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:20:18.461907 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.476032 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3564533-b2db-4c1b-b0ae-38eefd28b5f3 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:20:18.478664 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea221e9-8089-4c1a-903d-ab20c1c5ad15 req-d286e60d-83de-4e7e-941c-b47e4b964fa6 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:18.480438 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6ea221e9-8089-4c1a-903d-ab20c1c5ad15 req-d286e60d-83de-4e7e-941c-b47e4b964fa6 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 947 time: 0.0527661 Sep 02 17:20:18.499172 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port a3564533-b2db-4c1b-b0ae-38eefd28b5f3, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=a3564533-b2db-4c1b-b0ae-38eefd28b5f3,segment=NetworkSegment(dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6),segment_id=dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:18.519481 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6ea221e9-8089-4c1a-903d-ab20c1c5ad15 req-10799273-f998-43ed-95dc-b095b78525af tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2690ebd-21e1-4ee9-9455-6f4c5aeb8207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321200 Sep 02 17:20:18.573138 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:18.620065 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=a3564533-b2db-4c1b-b0ae-38eefd28b5f3,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:18.626916 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:18.627266 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:18.627609 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:18.627945 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:18.628283 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:18.628610 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:18.628938 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:18.629270 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:18.629621 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:18.629945 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:18.630273 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:18.630592 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:18.881741 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['a3564533-b2db-4c1b-b0ae-38eefd28b5f3'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:20:19.634224 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2d66f-e40b-4682-92fd-56d395129302 req-638e44cb-b35f-4064-bfd3-6e2c3acb8ac5 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:19.635740 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2cb2d66f-e40b-4682-92fd-56d395129302 req-638e44cb-b35f-4064-bfd3-6e2c3acb8ac5 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 948 time: 0.0485783 Sep 02 17:20:19.672919 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2cb2d66f-e40b-4682-92fd-56d395129302 req-7ce7b05d-db45-4a36-8337-43250aeaf4bb tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2690ebd-21e1-4ee9-9455-6f4c5aeb8207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315092 Sep 02 17:20:20.787082 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8149f9-dd71-4d57-8704-513abf93021c req-0d466be7-fab6-433b-b81e-593f5ab54136 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:20.788512 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bd8149f9-dd71-4d57-8704-513abf93021c req-0d466be7-fab6-433b-b81e-593f5ab54136 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 948 time: 0.0473914 Sep 02 17:20:20.825944 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-bd8149f9-dd71-4d57-8704-513abf93021c req-e945e702-9ad2-4ab6-b724-4658e70b5c32 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2690ebd-21e1-4ee9-9455-6f4c5aeb8207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315480 Sep 02 17:20:21.889701 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device a3564533-b2db-4c1b-b0ae-38eefd28b5f3 up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:20:21.943740 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ef7c5-65b2-4ad4-b2c1-cdc2b06e8491 req-fab47b4d-b3a6-43b8-bcb7-d94d0c10b3cb tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:21.945303 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0a4ef7c5-65b2-4ad4-b2c1-cdc2b06e8491 req-fab47b4d-b3a6-43b8-bcb7-d94d0c10b3cb tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 948 time: 0.0524449 Sep 02 17:20:21.983412 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0a4ef7c5-65b2-4ad4-b2c1-cdc2b06e8491 req-c6ceb406-2950-427d-b09d-072e7a104ce7 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2690ebd-21e1-4ee9-9455-6f4c5aeb8207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321994 Sep 02 17:20:22.052597 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port a3564533-b2db-4c1b-b0ae-38eefd28b5f3 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:20:22.056602 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port a3564533-b2db-4c1b-b0ae-38eefd28b5f3 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:20:22.057000 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.135522 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.157633 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09ba004-fe00-47ca-b4a5-a3ae7e46230c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3564533-b2db-4c1b-b0ae-38eefd28b5f3'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:20:22.160183 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd04b075-bcf5-4a23-8869-51a884285196" -d '{"events": [{"server_uuid": "c09ba004-fe00-47ca-b4a5-a3ae7e46230c", "name": "network-vif-plugged", "status": "completed", "tag": "a3564533-b2db-4c1b-b0ae-38eefd28b5f3"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:20:22.172728 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port a3564533-b2db-4c1b-b0ae-38eefd28b5f3, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=a3564533-b2db-4c1b-b0ae-38eefd28b5f3,segment=NetworkSegment(dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6),segment_id=dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:22.199940 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064309ff-61c3-45a1-99cb-a8cde4195716 x-openstack-request-id: req-064309ff-61c3-45a1-99cb-a8cde4195716 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:20:22.200231 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09ba004-fe00-47ca-b4a5-a3ae7e46230c", "name": "network-vif-plugged", "status": "completed", "tag": "a3564533-b2db-4c1b-b0ae-38eefd28b5f3", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:20:22.200489 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-064309ff-61c3-45a1-99cb-a8cde4195716 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:20:22.200887 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09ba004-fe00-47ca-b4a5-a3ae7e46230c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3564533-b2db-4c1b-b0ae-38eefd28b5f3', 'code': 200} Sep 02 17:20:22.241134 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:22.289091 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=a3564533-b2db-4c1b-b0ae-38eefd28b5f3,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:23.099940 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9949c-61dd-45dc-8c4e-40f0476a9388 req-b885ab58-55c0-44cd-a1b6-31f23eaad6ab tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:23.101428 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6aa9949c-61dd-45dc-8c4e-40f0476a9388 req-b885ab58-55c0-44cd-a1b6-31f23eaad6ab tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 949 time: 0.0495527 Sep 02 17:20:23.139066 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6aa9949c-61dd-45dc-8c4e-40f0476a9388 req-9d212ead-ecf5-4d56-87fd-818186b15231 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2690ebd-21e1-4ee9-9455-6f4c5aeb8207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316534 Sep 02 17:20:23.266257 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62028df9-a01a-4742-a6d9-36dcd38609e0 req-b45acf31-c402-4311-8ea4-f744c7ec16aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:23.267922 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-62028df9-a01a-4742-a6d9-36dcd38609e0 req-b45acf31-c402-4311-8ea4-f744c7ec16aa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 1102 time: 0.0423987 Sep 02 17:20:23.304362 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-62028df9-a01a-4742-a6d9-36dcd38609e0 req-43bf5a7e-0b98-416f-906b-2eec1390c1c8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c2690ebd-21e1-4ee9-9455-6f4c5aeb8207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296340 Sep 02 17:20:24.265433 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0d5d3-6f65-4141-99c6-30a63b692a7c req-e67f8e38-11d4-4215-900f-77e51dae31cb tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:24.266875 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-04c0d5d3-6f65-4141-99c6-30a63b692a7c req-e67f8e38-11d4-4215-900f-77e51dae31cb tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 949 time: 0.0479362 Sep 02 17:20:24.304860 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-04c0d5d3-6f65-4141-99c6-30a63b692a7c req-937c17d2-bbe0-416d-b929-da6ed7805f2f tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2690ebd-21e1-4ee9-9455-6f4c5aeb8207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318620 Sep 02 17:20:25.421210 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b01e91-f96b-48da-ac11-5449a9c8762d req-ea70b9ab-b902-4311-bb29-3452e72a0c63 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:25.422772 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e6b01e91-f96b-48da-ac11-5449a9c8762d req-ea70b9ab-b902-4311-bb29-3452e72a0c63 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 949 time: 0.0524144 Sep 02 17:20:25.462513 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e6b01e91-f96b-48da-ac11-5449a9c8762d req-de723cf8-ec33-4508-8973-f1bb1fece5f6 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2690ebd-21e1-4ee9-9455-6f4c5aeb8207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331411 Sep 02 17:20:25.943987 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf443bbb-035e-44b5-a994-2afce9bf60e9 req-fe2f1596-07c4-4518-9229-b114de27f77f tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:25.945493 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cf443bbb-035e-44b5-a994-2afce9bf60e9 req-fe2f1596-07c4-4518-9229-b114de27f77f tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 949 time: 0.0544138 Sep 02 17:20:25.984663 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-cf443bbb-035e-44b5-a994-2afce9bf60e9 req-93853590-ff78-4bdf-9714-9cc5643f371e tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2690ebd-21e1-4ee9-9455-6f4c5aeb8207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332928 Sep 02 17:20:27.104649 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf1687-e38c-4763-8baf-cc5b78616f1a req-8c073689-2ddb-465b-8458-b50d112003bc tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:27.106125 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dfdf1687-e38c-4763-8baf-cc5b78616f1a req-8c073689-2ddb-465b-8458-b50d112003bc tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 949 time: 0.0512483 Sep 02 17:20:27.147142 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dfdf1687-e38c-4763-8baf-cc5b78616f1a req-54ff77ac-12c1-42bb-a6c7-aab3e283c551 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2690ebd-21e1-4ee9-9455-6f4c5aeb8207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349681 Sep 02 17:20:27.361701 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd713b4e-125e-465e-b26b-4772b20e2c8f req-46d4d6be-5f9a-4c7f-8c73-e5c17152c5d2 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:27.363048 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cd713b4e-125e-465e-b26b-4772b20e2c8f req-46d4d6be-5f9a-4c7f-8c73-e5c17152c5d2 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.46 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 949 time: 0.0505450 Sep 02 17:20:27.460929 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-cd713b4e-125e-465e-b26b-4772b20e2c8f req-4d76be87-1662-46b6-86d1-e63c27ccd13a tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Deleting port a3564533-b2db-4c1b-b0ae-38eefd28b5f3 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:27.461271 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cd713b4e-125e-465e-b26b-4772b20e2c8f req-4d76be87-1662-46b6-86d1-e63c27ccd13a tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:27.550095 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-cd713b4e-125e-465e-b26b-4772b20e2c8f req-4d76be87-1662-46b6-86d1-e63c27ccd13a tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] For port a3564533-b2db-4c1b-b0ae-38eefd28b5f3, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=a3564533-b2db-4c1b-b0ae-38eefd28b5f3,segment=NetworkSegment(dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6),segment_id=dc1deb3f-1888-4b4b-bcad-8819e0a5bfb6)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:27.550488 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cd713b4e-125e-465e-b26b-4772b20e2c8f req-4d76be87-1662-46b6-86d1-e63c27ccd13a tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:27.562330 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-cd713b4e-125e-465e-b26b-4772b20e2c8f req-4d76be87-1662-46b6-86d1-e63c27ccd13a tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Calling delete_port for a3564533-b2db-4c1b-b0ae-38eefd28b5f3 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:27.760934 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cd713b4e-125e-465e-b26b-4772b20e2c8f req-4d76be87-1662-46b6-86d1-e63c27ccd13a tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:27.790535 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76be87-1662-46b6-86d1-e63c27ccd13a tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Pushing event deleted for resources: {'Port': ['ID=a3564533-b2db-4c1b-b0ae-38eefd28b5f3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:27.797094 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['a3564533-b2db-4c1b-b0ae-38eefd28b5f3'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:20:27.828333 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd713b4e-125e-465e-b26b-4772b20e2c8f req-4d76be87-1662-46b6-86d1-e63c27ccd13a tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] No DVR routers for this DVR port a3564533-b2db-4c1b-b0ae-38eefd28b5f3 on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:20:27.831104 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cd713b4e-125e-465e-b26b-4772b20e2c8f req-4d76be87-1662-46b6-86d1-e63c27ccd13a tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:27.834039 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cd713b4e-125e-465e-b26b-4772b20e2c8f req-4d76be87-1662-46b6-86d1-e63c27ccd13a tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.46 "DELETE /v2.0/ports/a3564533-b2db-4c1b-b0ae-38eefd28b5f3 HTTP/1.1" status: 204 len: 173 time: 0.4638309 Sep 02 17:20:27.834495 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09ba004-fe00-47ca-b4a5-a3ae7e46230c', 'name': 'network-vif-deleted', 'tag': 'a3564533-b2db-4c1b-b0ae-38eefd28b5f3'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:20:27.836762 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fe996f-db63-4c59-bf29-18496f364eb8" -d '{"events": [{"server_uuid": "c09ba004-fe00-47ca-b4a5-a3ae7e46230c", "name": "network-vif-deleted", "tag": "a3564533-b2db-4c1b-b0ae-38eefd28b5f3"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:20:27.872904 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da97822-1a95-40ac-ba8f-bfea3ced85fc x-openstack-request-id: req-5da97822-1a95-40ac-ba8f-bfea3ced85fc {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:20:27.873194 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09ba004-fe00-47ca-b4a5-a3ae7e46230c", "name": "network-vif-deleted", "tag": "a3564533-b2db-4c1b-b0ae-38eefd28b5f3", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:20:27.873542 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5da97822-1a95-40ac-ba8f-bfea3ced85fc {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:20:27.873937 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09ba004-fe00-47ca-b4a5-a3ae7e46230c', 'name': 'network-vif-deleted', 'tag': 'a3564533-b2db-4c1b-b0ae-38eefd28b5f3', 'status': 'completed', 'code': 200} Sep 02 17:20:28.261832 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-458c3dc4-d3dc-460f-873f-40483a146751 req-0eb58b5e-f91f-438c-8b82-e0fdc07ef032 tempest-VolumesNegativeTest-2000319405 tempest-VolumesNegativeTest-2000319405-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09ba004-fe00-47ca-b4a5-a3ae7e46230c HTTP/1.1" status: 200 len: 210 time: 0.0303864 Sep 02 17:20:29.025121 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46072) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:29.127514 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b06975a1-4629-47bf-80f4-b15e1fa0ac39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:29.214316 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b06975a1-4629-47bf-80f4-b15e1fa0ac39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:29.303843 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b06975a1-4629-47bf-80f4-b15e1fa0ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:29.343500 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-b06975a1-4629-47bf-80f4-b15e1fa0ac39 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=df037e03a6b24fbcac09141db1919072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172185 Sep 02 17:20:29.344551 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06975a1-4629-47bf-80f4-b15e1fa0ac39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd2a432-5ac5-40eb-adb8-8b7888116a56,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:29.348593 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 46082) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:29.351731 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06975a1-4629-47bf-80f4-b15e1fa0ac39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:29.352082 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06975a1-4629-47bf-80f4-b15e1fa0ac39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:29.352423 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06975a1-4629-47bf-80f4-b15e1fa0ac39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:29.352753 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06975a1-4629-47bf-80f4-b15e1fa0ac39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:29.354320 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06975a1-4629-47bf-80f4-b15e1fa0ac39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:29.354320 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06975a1-4629-47bf-80f4-b15e1fa0ac39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:29.354320 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06975a1-4629-47bf-80f4-b15e1fa0ac39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:29.354320 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06975a1-4629-47bf-80f4-b15e1fa0ac39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:29.354773 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06975a1-4629-47bf-80f4-b15e1fa0ac39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:29.354773 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06975a1-4629-47bf-80f4-b15e1fa0ac39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:29.354957 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06975a1-4629-47bf-80f4-b15e1fa0ac39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:29.355281 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06975a1-4629-47bf-80f4-b15e1fa0ac39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:29.406997 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc7f61fe-15ab-4ddf-a87e-05617dca57fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:29.428257 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc7f61fe-15ab-4ddf-a87e-05617dca57fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:29.534569 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc7f61fe-15ab-4ddf-a87e-05617dca57fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:29.537455 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc7f61fe-15ab-4ddf-a87e-05617dca57fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:29.538693 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-fc7f61fe-15ab-4ddf-a87e-05617dca57fd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bbd2a432-5ac5-40eb-adb8-8b7888116a56 HTTP/1.1" status: 204 len: 168 time: 0.1889274 Sep 02 17:20:29.546979 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f61fe-15ab-4ddf-a87e-05617dca57fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd2a432-5ac5-40eb-adb8-8b7888116a56,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:30.937315 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device a3564533-b2db-4c1b-b0ae-38eefd28b5f3 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:20:30.962638 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: a3564533-b2db-4c1b-b0ae-38eefd28b5f3 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:20:30.962638 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device a3564533-b2db-4c1b-b0ae-38eefd28b5f3 not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:20:35.095857 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 46372) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:35.165614 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 46376) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:35.280583 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80b173af-74d1-4bf0-891a-c1508a807cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:35.290505 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-1882d2a7-182c-4ff2-826e-571ef3c21396 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=25c64c9dd70e4899849377c9376d5fc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935670 Sep 02 17:20:35.293113 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 46380) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:35.374607 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4bd8f378-2d89-4ddb-ab2b-313926c0da1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:35.408663 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4bd8f378-2d89-4ddb-ab2b-313926c0da1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:35.454689 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80b173af-74d1-4bf0-891a-c1508a807cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:35.509036 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80b173af-74d1-4bf0-891a-c1508a807cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:35.549663 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4bd8f378-2d89-4ddb-ab2b-313926c0da1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:35.552097 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4bd8f378-2d89-4ddb-ab2b-313926c0da1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:35.553214 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-4bd8f378-2d89-4ddb-ab2b-313926c0da1a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c2690ebd-21e1-4ee9-9455-6f4c5aeb8207 HTTP/1.1" status: 204 len: 168 time: 0.2591288 Sep 02 17:20:35.560157 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-80b173af-74d1-4bf0-891a-c1508a807cc5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9e50007790ac4844817c58cd9a187f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934987 Sep 02 17:20:35.560989 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b173af-74d1-4bf0-891a-c1508a807cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae94142-83c8-4f60-8197-9ea34612f02b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:35.563010 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46384) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:35.571177 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8f378-2d89-4ddb-ab2b-313926c0da1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2690ebd-21e1-4ee9-9455-6f4c5aeb8207,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:35.619639 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6534111b-b165-4fd8-b961-42541e654acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:35.641387 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6534111b-b165-4fd8-b961-42541e654acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:35.757505 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6534111b-b165-4fd8-b961-42541e654acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:35.760050 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-6534111b-b165-4fd8-b961-42541e654acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:35.761234 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-6534111b-b165-4fd8-b961-42541e654acf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1ae94142-83c8-4f60-8197-9ea34612f02b HTTP/1.1" status: 204 len: 168 time: 0.1971476 Sep 02 17:20:35.769129 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534111b-b165-4fd8-b961-42541e654acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae94142-83c8-4f60-8197-9ea34612f02b,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:39.860155 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:42.582672 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71bc6016-24bb-405e-8cd4-c0cf3fe32343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:44.704205 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:20:45.236606 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6634764-1e5d-4c90-b30a-45ec7c120aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:45.554943 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:46.219154 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:46.260941 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46460) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:46.366145 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d584f888-e808-4046-a0cf-3ffaa7068ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:46.463119 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d584f888-e808-4046-a0cf-3ffaa7068ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:46.475059 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46466) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:46.529691 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d584f888-e808-4046-a0cf-3ffaa7068ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:46.606562 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-d584f888-e808-4046-a0cf-3ffaa7068ec5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5cad3600ee4e4826b5ed7c91a4645608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3443437 Sep 02 17:20:46.609220 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 46468) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:46.613987 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584f888-e808-4046-a0cf-3ffaa7068ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325c9454-b1f3-4f98-8fb9-684c956b7e7b,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:46.661133 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9125f4fc-3aa8-42b6-b333-7941c09980e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:46.675135 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-cb2664c2-cb50-4527-8549-c7aaf9fefb0b tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Deleting port a70847bd-36e4-4c4a-a403-1d979ae0d153 {{(pid=94732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:46.675480 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cb2664c2-cb50-4527-8549-c7aaf9fefb0b tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:46.683229 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9125f4fc-3aa8-42b6-b333-7941c09980e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:46.750924 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cb2664c2-cb50-4527-8549-c7aaf9fefb0b tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:46.751259 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cb2664c2-cb50-4527-8549-c7aaf9fefb0b tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:46.763559 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-cb2664c2-cb50-4527-8549-c7aaf9fefb0b tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Calling delete_port for a70847bd-36e4-4c4a-a403-1d979ae0d153 owned by network:floatingip {{(pid=94732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:46.819708 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9125f4fc-3aa8-42b6-b333-7941c09980e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:46.822414 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9125f4fc-3aa8-42b6-b333-7941c09980e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:46.823557 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-9125f4fc-3aa8-42b6-b333-7941c09980e8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/325c9454-b1f3-4f98-8fb9-684c956b7e7b HTTP/1.1" status: 204 len: 168 time: 0.2133372 Sep 02 17:20:46.832232 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125f4fc-3aa8-42b6-b333-7941c09980e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325c9454-b1f3-4f98-8fb9-684c956b7e7b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:46.839711 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125f4fc-3aa8-42b6-b333-7941c09980e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:46.840070 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125f4fc-3aa8-42b6-b333-7941c09980e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:46.840423 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125f4fc-3aa8-42b6-b333-7941c09980e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:46.840759 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125f4fc-3aa8-42b6-b333-7941c09980e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:46.841101 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125f4fc-3aa8-42b6-b333-7941c09980e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:46.841470 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125f4fc-3aa8-42b6-b333-7941c09980e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:46.841805 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125f4fc-3aa8-42b6-b333-7941c09980e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:46.842138 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125f4fc-3aa8-42b6-b333-7941c09980e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:46.842467 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125f4fc-3aa8-42b6-b333-7941c09980e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:46.842796 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125f4fc-3aa8-42b6-b333-7941c09980e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:46.843125 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125f4fc-3aa8-42b6-b333-7941c09980e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:46.843477 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125f4fc-3aa8-42b6-b333-7941c09980e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:20:46.982508 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cb2664c2-cb50-4527-8549-c7aaf9fefb0b tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:47.011478 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2664c2-cb50-4527-8549-c7aaf9fefb0b tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Pushing event deleted for resources: {'Port': ['ID=a70847bd-36e4-4c4a-a403-1d979ae0d153,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:47.072197 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cb2664c2-cb50-4527-8549-c7aaf9fefb0b tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for floatingip, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:47.072601 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.l3_db [None req-cb2664c2-cb50-4527-8549-c7aaf9fefb0b tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Floating IP 4e052d8f-68e3-4ffa-9ae7-3458d3ba5293 disassociated (deleted). External IP: 172.27.3.173, port: 3bea3929-c946-442a-966a-243db1312fc3. Sep 02 17:20:47.474818 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2664c2-cb50-4527-8549-c7aaf9fefb0b tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Router 62c4798d-a804-4ff3-8854-e14b3c93d1a9 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:20:47.579298 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2664c2-cb50-4527-8549-c7aaf9fefb0b tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:20:47.585721 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cb2664c2-cb50-4527-8549-c7aaf9fefb0b tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:47.589584 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946d4d9-c1fa-4952-be6c-9000a6bf308c None None] Sync routers for ids ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:20:47.600654 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946d4d9-c1fa-4952-be6c-9000a6bf308c None None] Routers {'62c4798d-a804-4ff3-8854-e14b3c93d1a9'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:20:47.601313 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-3946d4d9-c1fa-4952-be6c-9000a6bf308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:20:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:47.614261 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-cb2664c2-cb50-4527-8549-c7aaf9fefb0b tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "DELETE /v2.0/floatingips/4e052d8f-68e3-4ffa-9ae7-3458d3ba5293 HTTP/1.1" status: 204 len: 168 time: 1.1374679 Sep 02 17:20:47.615586 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149f69bc-66cc-4337-a242-56c0b6df9939', 'tag': '3bea3929-c946-442a-966a-243db1312fc3'}] {{(pid=94732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:20:47.617956 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643edee48d4aa60f3972c255eb08e6184b38aa64b8c7e1e79c40afc0c33c1f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59034506-e53e-4d47-88e0-7d709efce394" -d '{"events": [{"name": "network-changed", "server_uuid": "149f69bc-66cc-4337-a242-56c0b6df9939", "tag": "3bea3929-c946-442a-966a-243db1312fc3"}]}' {{(pid=94732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:20:47.714704 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-3946d4d9-c1fa-4952-be6c-9000a6bf308c None None] Set router 62c4798d-a804-4ff3-8854-e14b3c93d1a9 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:20:47.847533 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb933e2-974e-4629-bb1a-1d223f440e04 x-openstack-request-id: req-afb933e2-974e-4629-bb1a-1d223f440e04 {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:20:47.847825 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149f69bc-66cc-4337-a242-56c0b6df9939", "tag": "3bea3929-c946-442a-966a-243db1312fc3", "status": "completed", "code": 200}]} {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:20:47.848083 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-afb933e2-974e-4629-bb1a-1d223f440e04 {{(pid=94732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:20:47.848483 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149f69bc-66cc-4337-a242-56c0b6df9939', 'tag': '3bea3929-c946-442a-966a-243db1312fc3', 'status': 'completed', 'code': 200} Sep 02 17:20:47.916349 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-3946d4d9-c1fa-4952-be6c-9000a6bf308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'name': 'tempest-TestShelveInstance-1130836082-router', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:03Z', 'updated_at': '2021-09-02T17:16:07Z', 'revision_number': 4, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'gw_port': {'id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:04Z', 'updated_at': '2021-09-02T17:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'bf3fb9b2-960b-443f-aa3b-d5a6e1536243', 'name': '', 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'mac_address': 'fa:16:3e:d6:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:06Z', 'updated_at': '2021-09-02T17:16:13Z', 'revision_number': 5, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'subnets': [{'id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:47.935620 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59034506-e53e-4d47-88e0-7d709efce394 req-108fcd6e-e1c9-4acb-93f7-9c77fa2a5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:47.937511 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-59034506-e53e-4d47-88e0-7d709efce394 req-108fcd6e-e1c9-4acb-93f7-9c77fa2a5893 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f4192e09b3b4aac83371f33f2bc846b&device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 1098 time: 0.0434375 Sep 02 17:20:47.947033 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946d4d9-c1fa-4952-be6c-9000a6bf308c None None] Checking router: 62c4798d-a804-4ff3-8854-e14b3c93d1a9 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:20:47.955384 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946d4d9-c1fa-4952-be6c-9000a6bf308c None None] Routers {'62c4798d-a804-4ff3-8854-e14b3c93d1a9'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:20:47.955996 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-3946d4d9-c1fa-4952-be6c-9000a6bf308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:20:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:48.029708 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59034506-e53e-4d47-88e0-7d709efce394 req-dfb7de8f-4dd8-4438-8119-067f6fd8cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:48.031594 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-59034506-e53e-4d47-88e0-7d709efce394 req-dfb7de8f-4dd8-4438-8119-067f6fd8cf4d service neutron] 10.222.0.46 "GET /v2.0/networks?id=7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 HTTP/1.1" status: 200 len: 911 time: 0.0866981 Sep 02 17:20:48.070286 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee377db-2b10-46bf-968d-c26e06aabddf req-5af9c157-8648-4808-8c0c-c28673f624ae tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:48.072414 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8ee377db-2b10-46bf-968d-c26e06aabddf req-5af9c157-8648-4808-8c0c-c28673f624ae tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 945 time: 0.0560226 Sep 02 17:20:48.075771 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-59034506-e53e-4d47-88e0-7d709efce394 req-e271b350-986a-47c9-8ae4-89c8abac115c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bea3929-c946-442a-966a-243db1312fc3 HTTP/1.1" status: 200 len: 217 time: 0.0362906 Sep 02 17:20:48.117590 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8ee377db-2b10-46bf-968d-c26e06aabddf req-e8ba016a-c81c-4a33-b749-93a9448d136d tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/security-groups?id=18b8faa7-17fa-489a-bd44-2140d8ab7fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367877 Sep 02 17:20:48.147247 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59034506-e53e-4d47-88e0-7d709efce394 req-86132955-9641-4f97-ad4c-5f7b33f270ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:48.148718 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-59034506-e53e-4d47-88e0-7d709efce394 req-86132955-9641-4f97-ad4c-5f7b33f270ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ab27bb2-8625-461f-9a9c-ce7190953fb3 HTTP/1.1" status: 200 len: 848 time: 0.0654745 Sep 02 17:20:48.196487 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59034506-e53e-4d47-88e0-7d709efce394 req-7e35f96d-8595-4699-ac09-b3423eb475e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:48.197939 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-59034506-e53e-4d47-88e0-7d709efce394 req-7e35f96d-8595-4699-ac09-b3423eb475e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413175 Sep 02 17:20:48.205571 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-3946d4d9-c1fa-4952-be6c-9000a6bf308c None None] Set router 62c4798d-a804-4ff3-8854-e14b3c93d1a9 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:20:48.247727 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:48.288473 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-59034506-e53e-4d47-88e0-7d709efce394 req-3f467969-6c1b-4a5b-9b3d-e9a2a707dbdc service neutron] 10.222.0.46 "GET /v2.0/networks/7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828836 Sep 02 17:20:48.382260 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-59034506-e53e-4d47-88e0-7d709efce394 req-23b9d324-f69f-43b3-901d-b7799baa0ad6 service neutron] 10.222.0.46 "GET /v2.0/networks/7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862815 Sep 02 17:20:48.404837 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-3946d4d9-c1fa-4952-be6c-9000a6bf308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'name': 'tempest-TestShelveInstance-1130836082-router', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:03Z', 'updated_at': '2021-09-02T17:16:07Z', 'revision_number': 4, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'gw_port': {'id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:04Z', 'updated_at': '2021-09-02T17:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'bf3fb9b2-960b-443f-aa3b-d5a6e1536243', 'name': '', 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'mac_address': 'fa:16:3e:d6:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:06Z', 'updated_at': '2021-09-02T17:16:13Z', 'revision_number': 5, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'subnets': [{'id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:48.431317 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946d4d9-c1fa-4952-be6c-9000a6bf308c None None] The sync data for ids ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'] in dv-cinder-777031-8-iscsi is: [{'id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'name': 'tempest-TestShelveInstance-1130836082-router', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:03Z', 'updated_at': '2021-09-02T17:16:07Z', 'revision_number': 4, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'gw_port': {'id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:04Z', 'updated_at': '2021-09-02T17:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'bf3fb9b2-960b-443f-aa3b-d5a6e1536243', 'name': '', 'network_id': '7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'mac_address': 'fa:16:3e:d6:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:06Z', 'updated_at': '2021-09-02T17:16:13Z', 'revision_number': 5, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'subnets': [{'id': '1ab27bb2-8625-461f-9a9c-ce7190953fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:20:48.626196 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef99138d-dcfb-4636-a2d4-7c89e0ffec67 None None] New status for floating IP 4e052d8f-68e3-4ffa-9ae7-3458d3ba5293: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:20:49.248436 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84529eb-ddf9-4f47-b17a-b9e16625837d req-d91d88c8-fd7e-4e5f-9e97-a9d927c7cff4 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:49.249912 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c84529eb-ddf9-4f47-b17a-b9e16625837d req-d91d88c8-fd7e-4e5f-9e97-a9d927c7cff4 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 945 time: 0.0471869 Sep 02 17:20:49.291798 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c84529eb-ddf9-4f47-b17a-b9e16625837d req-8f7d4a89-8b42-40a8-b266-2466aeb8f9c4 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/security-groups?id=18b8faa7-17fa-489a-bd44-2140d8ab7fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360000 Sep 02 17:20:49.757668 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eda6d-7298-4578-8b44-d0238624a5d2 req-b541a034-7471-40d3-95af-5b8da104e766 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:20:49.759086 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-890eda6d-7298-4578-8b44-d0238624a5d2 req-b541a034-7471-40d3-95af-5b8da104e766 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 945 time: 0.0482163 Sep 02 17:20:49.846709 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-890eda6d-7298-4578-8b44-d0238624a5d2 req-3d11fab1-df9b-4352-a9bd-7109bad1c9e3 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Deleting port 3bea3929-c946-442a-966a-243db1312fc3 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:49.847044 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-890eda6d-7298-4578-8b44-d0238624a5d2 req-3d11fab1-df9b-4352-a9bd-7109bad1c9e3 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:49.931582 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-890eda6d-7298-4578-8b44-d0238624a5d2 req-3d11fab1-df9b-4352-a9bd-7109bad1c9e3 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] For port 3bea3929-c946-442a-966a-243db1312fc3, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=3bea3929-c946-442a-966a-243db1312fc3,segment=NetworkSegment(8c143bb8-fa26-4be3-926e-120c5ce1ef6b),segment_id=8c143bb8-fa26-4be3-926e-120c5ce1ef6b)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:49.931936 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-890eda6d-7298-4578-8b44-d0238624a5d2 req-3d11fab1-df9b-4352-a9bd-7109bad1c9e3 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:49.944265 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-890eda6d-7298-4578-8b44-d0238624a5d2 req-3d11fab1-df9b-4352-a9bd-7109bad1c9e3 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Calling delete_port for 3bea3929-c946-442a-966a-243db1312fc3 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:50.150612 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-890eda6d-7298-4578-8b44-d0238624a5d2 req-3d11fab1-df9b-4352-a9bd-7109bad1c9e3 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:50.182517 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11fab1-df9b-4352-a9bd-7109bad1c9e3 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Pushing event deleted for resources: {'Port': ['ID=3bea3929-c946-442a-966a-243db1312fc3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:50.224360 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-890eda6d-7298-4578-8b44-d0238624a5d2 req-3d11fab1-df9b-4352-a9bd-7109bad1c9e3 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] No DVR routers for this DVR port 3bea3929-c946-442a-966a-243db1312fc3 on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:20:50.226993 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-890eda6d-7298-4578-8b44-d0238624a5d2 req-3d11fab1-df9b-4352-a9bd-7109bad1c9e3 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:50.228957 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-890eda6d-7298-4578-8b44-d0238624a5d2 req-3d11fab1-df9b-4352-a9bd-7109bad1c9e3 tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.46 "DELETE /v2.0/ports/3bea3929-c946-442a-966a-243db1312fc3 HTTP/1.1" status: 204 len: 173 time: 0.4637592 Sep 02 17:20:50.229725 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149f69bc-66cc-4337-a242-56c0b6df9939', 'name': 'network-vif-deleted', 'tag': '3bea3929-c946-442a-966a-243db1312fc3'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:20:50.232522 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92460526-516d-4fd8-aff1-f08f585b6e73" -d '{"events": [{"server_uuid": "149f69bc-66cc-4337-a242-56c0b6df9939", "name": "network-vif-deleted", "tag": "3bea3929-c946-442a-966a-243db1312fc3"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:20:50.268561 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68efd687-f750-4512-ab18-8b1077174ec9 x-openstack-request-id: req-68efd687-f750-4512-ab18-8b1077174ec9 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:20:50.268855 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149f69bc-66cc-4337-a242-56c0b6df9939", "name": "network-vif-deleted", "tag": "3bea3929-c946-442a-966a-243db1312fc3", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:20:50.269388 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-68efd687-f750-4512-ab18-8b1077174ec9 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:20:50.269782 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149f69bc-66cc-4337-a242-56c0b6df9939', 'name': 'network-vif-deleted', 'tag': '3bea3929-c946-442a-966a-243db1312fc3', 'status': 'completed', 'code': 200} Sep 02 17:20:50.389060 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1fe33569-8a9a-40aa-bc20-515f1b554781 req-c433c5c7-e428-4afb-bb04-7fdda696295a tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 210 time: 0.0254943 Sep 02 17:20:51.492301 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c605ecbb-4085-4d7c-8b76-4a0e223e7c31 req-9ee33851-28c2-44ea-92c4-4a10940d9b2f tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "GET /v2.0/ports?device_id=149f69bc-66cc-4337-a242-56c0b6df9939 HTTP/1.1" status: 200 len: 210 time: 0.0252056 Sep 02 17:20:52.548548 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 46492) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:52.604915 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-41686749-2a0c-4238-81a2-4dfa336df3ad tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:52.628295 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-41686749-2a0c-4238-81a2-4dfa336df3ad tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:52.778850 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-41686749-2a0c-4238-81a2-4dfa336df3ad tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:52.781380 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-41686749-2a0c-4238-81a2-4dfa336df3ad tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:52.782567 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-41686749-2a0c-4238-81a2-4dfa336df3ad tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] 10.222.0.78 "DELETE /v2.0/security-groups/18b8faa7-17fa-489a-bd44-2140d8ab7fa5 HTTP/1.1" status: 204 len: 168 time: 0.2328691 Sep 02 17:20:52.793976 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41686749-2a0c-4238-81a2-4dfa336df3ad tempest-TestShelveInstance-1533055435 tempest-TestShelveInstance-1533055435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b8faa7-17fa-489a-bd44-2140d8ab7fa5,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:52.901012 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 46496) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:53.051493 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 3bea3929-c946-442a-966a-243db1312fc3 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:20:53.075961 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: 3bea3929-c946-442a-966a-243db1312fc3 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:20:53.076307 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 3bea3929-c946-442a-966a-243db1312fc3 not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:20:53.232285 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31c9cc14-c384-4dfe-bc65-c3b762ad3490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650606'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:53.708171 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-31c9cc14-c384-4dfe-bc65-c3b762ad3490 admin admin] Deleting port bf3fb9b2-960b-443f-aa3b-d5a6e1536243 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:53.709122 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31c9cc14-c384-4dfe-bc65-c3b762ad3490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:53.783988 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-31c9cc14-c384-4dfe-bc65-c3b762ad3490 admin admin] For port bf3fb9b2-960b-443f-aa3b-d5a6e1536243, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=bf3fb9b2-960b-443f-aa3b-d5a6e1536243,segment=NetworkSegment(8c143bb8-fa26-4be3-926e-120c5ce1ef6b),segment_id=8c143bb8-fa26-4be3-926e-120c5ce1ef6b)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:53.784387 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31c9cc14-c384-4dfe-bc65-c3b762ad3490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:53.797115 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-31c9cc14-c384-4dfe-bc65-c3b762ad3490 admin admin] Calling delete_port for bf3fb9b2-960b-443f-aa3b-d5a6e1536243 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:54.039338 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31c9cc14-c384-4dfe-bc65-c3b762ad3490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:54.064028 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9cc14-c384-4dfe-bc65-c3b762ad3490 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3fb9b2-960b-443f-aa3b-d5a6e1536243,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:54.226791 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31c9cc14-c384-4dfe-bc65-c3b762ad3490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483724'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:54.444726 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c9cc14-c384-4dfe-bc65-c3b762ad3490 admin admin] Router 62c4798d-a804-4ff3-8854-e14b3c93d1a9 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:20:54.554484 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c9cc14-c384-4dfe-bc65-c3b762ad3490 admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:20:54.559427 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-31c9cc14-c384-4dfe-bc65-c3b762ad3490 admin admin] 10.222.0.78 "PUT /v2.0/routers/62c4798d-a804-4ff3-8854-e14b3c93d1a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6573377 Sep 02 17:20:54.561875 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 46498) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:54.564468 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc19c87e-2478-41b6-ab33-b96573df0bb3 None None] Sync routers for ids ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:20:54.574208 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc19c87e-2478-41b6-ab33-b96573df0bb3 None None] Routers {'62c4798d-a804-4ff3-8854-e14b3c93d1a9'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:20:54.574814 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-fc19c87e-2478-41b6-ab33-b96573df0bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:20:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:54.663725 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8c23d552-9136-431a-b600-60ccad45832c admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:54.676835 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-fc19c87e-2478-41b6-ab33-b96573df0bb3 None None] Set router 62c4798d-a804-4ff3-8854-e14b3c93d1a9 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:20:54.764178 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8c23d552-9136-431a-b600-60ccad45832c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:54.852980 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-fc19c87e-2478-41b6-ab33-b96573df0bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'name': 'tempest-TestShelveInstance-1130836082-router', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:03Z', 'updated_at': '2021-09-02T17:20:53Z', 'revision_number': 5, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'gw_port': {'id': '1b344068-3785-4735-8b2d-548aafd6f1ce', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:04Z', 'updated_at': '2021-09-02T17:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:54.885332 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc19c87e-2478-41b6-ab33-b96573df0bb3 None None] Checking router: 62c4798d-a804-4ff3-8854-e14b3c93d1a9 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:20:54.890150 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-8c23d552-9136-431a-b600-60ccad45832c admin admin] Deleting port 1b344068-3785-4735-8b2d-548aafd6f1ce {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:54.890499 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8c23d552-9136-431a-b600-60ccad45832c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:54.893721 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc19c87e-2478-41b6-ab33-b96573df0bb3 None None] Routers {'62c4798d-a804-4ff3-8854-e14b3c93d1a9'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:20:54.894354 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-fc19c87e-2478-41b6-ab33-b96573df0bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:20:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:54.970490 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-8c23d552-9136-431a-b600-60ccad45832c admin admin] For port 1b344068-3785-4735-8b2d-548aafd6f1ce, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=1b344068-3785-4735-8b2d-548aafd6f1ce,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:54.970864 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8c23d552-9136-431a-b600-60ccad45832c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:54.978139 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-fc19c87e-2478-41b6-ab33-b96573df0bb3 None None] Set router 62c4798d-a804-4ff3-8854-e14b3c93d1a9 gateway port host: None {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:20:54.983368 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-8c23d552-9136-431a-b600-60ccad45832c admin admin] Calling delete_port for 1b344068-3785-4735-8b2d-548aafd6f1ce owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:55.031441 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-fc19c87e-2478-41b6-ab33-b96573df0bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'name': 'tempest-TestShelveInstance-1130836082-router', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:03Z', 'updated_at': '2021-09-02T17:20:54Z', 'revision_number': 6, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'gw_port_host': None}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:55.058785 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc19c87e-2478-41b6-ab33-b96573df0bb3 None None] The sync data for ids ['62c4798d-a804-4ff3-8854-e14b3c93d1a9'] in dv-cinder-777031-8-iscsi is: [{'id': '62c4798d-a804-4ff3-8854-e14b3c93d1a9', 'name': 'tempest-TestShelveInstance-1130836082-router', 'tenant_id': '5f4192e09b3b4aac83371f33f2bc846b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:03Z', 'updated_at': '2021-09-02T17:20:54Z', 'revision_number': 6, 'project_id': '5f4192e09b3b4aac83371f33f2bc846b', 'gw_port_host': None}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:20:55.207558 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8c23d552-9136-431a-b600-60ccad45832c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:55.232910 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23d552-9136-431a-b600-60ccad45832c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b344068-3785-4735-8b2d-548aafd6f1ce,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:55.293673 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8c23d552-9136-431a-b600-60ccad45832c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649128'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:55.379769 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8c23d552-9136-431a-b600-60ccad45832c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5962'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:55.382540 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8c23d552-9136-431a-b600-60ccad45832c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:55.487495 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8c23d552-9136-431a-b600-60ccad45832c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654346'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:55.488154 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c23d552-9136-431a-b600-60ccad45832c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62c4798d-a804-4ff3-8854-e14b3c93d1a9 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 17:20:55.493532 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8c23d552-9136-431a-b600-60ccad45832c admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:55.494672 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-8c23d552-9136-431a-b600-60ccad45832c admin admin] 10.222.0.78 "DELETE /v2.0/routers/62c4798d-a804-4ff3-8854-e14b3c93d1a9 HTTP/1.1" status: 204 len: 168 time: 0.9319019 Sep 02 17:20:55.497140 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 46500) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:55.542437 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-107a677f-744b-401c-8253-104d57263cef admin admin] Deleting subnet 1ab27bb2-8625-461f-9a9c-ce7190953fb3 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:20:55.545548 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-107a677f-744b-401c-8253-104d57263cef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:55.578234 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-107a677f-744b-401c-8253-104d57263cef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13112629'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:55.657628 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-107a677f-744b-401c-8253-104d57263cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467972'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:55.759707 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-107a677f-744b-401c-8253-104d57263cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1468095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13434269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13468955'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:55.787878 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a677f-744b-401c-8253-104d57263cef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ab27bb2-8625-461f-9a9c-ce7190953fb3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:55.789890 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-107a677f-744b-401c-8253-104d57263cef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:55.791753 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-107a677f-744b-401c-8253-104d57263cef admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1ab27bb2-8625-461f-9a9c-ce7190953fb3 HTTP/1.1" status: 204 len: 168 time: 0.2936482 Sep 02 17:20:55.794227 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 46502) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:55.802130 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5270ce76-f3f0-4f5d-987f-eea1d0148196 None None] Network 7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:20:55.868236 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645182'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:55.923446 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] Deleting port e98b5c15-5503-44c3-a7da-5203ef2ea5e0 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:55.923787 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:55.970030 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d697bc5f-bdad-4b6b-82ba-553597c89e6b None None] DHCP port deletion for 7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 request from dv-cinder-777031-8-iscsi {{(pid=94734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 17:20:55.993489 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] For port e98b5c15-5503-44c3-a7da-5203ef2ea5e0, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=e98b5c15-5503-44c3-a7da-5203ef2ea5e0,segment=NetworkSegment(8c143bb8-fa26-4be3-926e-120c5ce1ef6b),segment_id=8c143bb8-fa26-4be3-926e-120c5ce1ef6b)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:55.993863 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:56.007375 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] Calling delete_port for e98b5c15-5503-44c3-a7da-5203ef2ea5e0 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:56.018702 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d697bc5f-bdad-4b6b-82ba-553597c89e6b None None] Deleting port e98b5c15-5503-44c3-a7da-5203ef2ea5e0 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:56.019407 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d697bc5f-bdad-4b6b-82ba-553597c89e6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:56.086799 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-d697bc5f-bdad-4b6b-82ba-553597c89e6b None None] For port e98b5c15-5503-44c3-a7da-5203ef2ea5e0, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=e98b5c15-5503-44c3-a7da-5203ef2ea5e0,segment=NetworkSegment(8c143bb8-fa26-4be3-926e-120c5ce1ef6b),segment_id=8c143bb8-fa26-4be3-926e-120c5ce1ef6b)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:56.087289 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d697bc5f-bdad-4b6b-82ba-553597c89e6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:56.100515 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d697bc5f-bdad-4b6b-82ba-553597c89e6b None None] Calling delete_port for e98b5c15-5503-44c3-a7da-5203ef2ea5e0 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:56.156144 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:56.174014 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d697bc5f-bdad-4b6b-82ba-553597c89e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:56.184022 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] Pushing event deleted for resources: {'Port': ['ID=e98b5c15-5503-44c3-a7da-5203ef2ea5e0,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:56.185866 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] No DVR routers for this DVR port e98b5c15-5503-44c3-a7da-5203ef2ea5e0 on host dv-cinder-777031-8-iscsi {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:20:56.204697 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697bc5f-bdad-4b6b-82ba-553597c89e6b None None] Pushing event deleted for resources: {'Port': ['ID=e98b5c15-5503-44c3-a7da-5203ef2ea5e0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:56.206523 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d697bc5f-bdad-4b6b-82ba-553597c89e6b None None] No DVR routers for this DVR port e98b5c15-5503-44c3-a7da-5203ef2ea5e0 on host dv-cinder-777031-8-iscsi {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:20:56.256988 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1470163', 'neutron.services.segments.db._delete_segments_for_network-8737482361959'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:56.266383 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:56.276488 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c143bb8-fa26-4be3-926e-120c5ce1ef6b') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:56.276776 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c143bb8-fa26-4be3-926e-120c5ce1ef6b') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:56.285030 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737482362224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13114054'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:56.298811 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:56.304480 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] Releasing vlan 1248 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:20:56.304851 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13434355'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: Traceback (most recent call last): Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: timer() Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: cb(*args, **kw) Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: return func(*args, **kwargs) Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: self._notify() Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: self.callback(batched_events) Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: event.method(event) Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: return f(self, *a, **k) Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._get(url).json() Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:20:56.306444 dv-cinder-777031-8-iscsi neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:20:56.410702 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483664'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:56.416247 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:56.418190 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] 10.222.0.78 "DELETE /v2.0/networks/7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48 HTTP/1.1" status: 204 len: 168 time: 0.6227980 Sep 02 17:20:56.421122 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46504) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:56.430336 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b29024-9fa7-42e0-9b7e-09ac207fedef admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd806b1-ad5e-41e9-8d0a-cd6308ff4c48,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:56.758915 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-804dc3f8-15af-426f-9510-d2e9c415cabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650606'] for router_interface, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:57.001317 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-804dc3f8-15af-426f-9510-d2e9c415cabc admin admin] Deleting port c836ccea-fce9-41c6-9974-2af6c7d45211 {{(pid=94732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:57.001605 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-804dc3f8-15af-426f-9510-d2e9c415cabc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:57.076096 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device bf3fb9b2-960b-443f-aa3b-d5a6e1536243 no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:20:57.086332 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-804dc3f8-15af-426f-9510-d2e9c415cabc admin admin] For port c836ccea-fce9-41c6-9974-2af6c7d45211, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=c836ccea-fce9-41c6-9974-2af6c7d45211,segment=NetworkSegment(c9076590-a04b-4f86-a19f-373564f1d936),segment_id=c9076590-a04b-4f86-a19f-373564f1d936)] {{(pid=94732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:57.086704 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-804dc3f8-15af-426f-9510-d2e9c415cabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:57.095613 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: bf3fb9b2-960b-443f-aa3b-d5a6e1536243 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:20:57.095960 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device bf3fb9b2-960b-443f-aa3b-d5a6e1536243 not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:20:57.096383 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device e98b5c15-5503-44c3-a7da-5203ef2ea5e0 no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:20:57.100104 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-804dc3f8-15af-426f-9510-d2e9c415cabc admin admin] Calling delete_port for c836ccea-fce9-41c6-9974-2af6c7d45211 owned by network:router_interface {{(pid=94732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:57.118660 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: e98b5c15-5503-44c3-a7da-5203ef2ea5e0 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:20:57.119007 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device e98b5c15-5503-44c3-a7da-5203ef2ea5e0 not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:20:57.119442 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 1b344068-3785-4735-8b2d-548aafd6f1ce no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:20:57.137593 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: 1b344068-3785-4735-8b2d-548aafd6f1ce {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:20:57.141437 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 1b344068-3785-4735-8b2d-548aafd6f1ce not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:20:57.344643 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-804dc3f8-15af-426f-9510-d2e9c415cabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:57.369762 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804dc3f8-15af-426f-9510-d2e9c415cabc admin admin] Pushing event deleted for resources: {'Port': ['ID=c836ccea-fce9-41c6-9974-2af6c7d45211,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:57.538276 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-804dc3f8-15af-426f-9510-d2e9c415cabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483724'] for router_interface, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:57.754369 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804dc3f8-15af-426f-9510-d2e9c415cabc admin admin] Router c0bb23aa-7b3c-4456-a511-218e8d3871ca has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:20:57.867758 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804dc3f8-15af-426f-9510-d2e9c415cabc admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:20:57.872653 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-804dc3f8-15af-426f-9510-d2e9c415cabc admin admin] 10.222.0.78 "PUT /v2.0/routers/c0bb23aa-7b3c-4456-a511-218e8d3871ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4504325 Sep 02 17:20:57.875173 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46506) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:57.876583 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6031d5a-afb8-415f-b85f-a59431103a1b None None] Sync routers for ids ['c0bb23aa-7b3c-4456-a511-218e8d3871ca'] in dv-cinder-777031-8-iscsi {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:20:57.886784 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6031d5a-afb8-415f-b85f-a59431103a1b None None] Routers {'c0bb23aa-7b3c-4456-a511-218e8d3871ca'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:20:57.887376 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e6031d5a-afb8-415f-b85f-a59431103a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:20:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c0bb23aa-7b3c-4456-a511-218e8d3871ca'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:57.979486 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f163dd35-75e8-4dd2-94be-d80fed983350 admin admin] Notify callbacks [] for router, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:57.992239 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-e6031d5a-afb8-415f-b85f-a59431103a1b None None] Set router c0bb23aa-7b3c-4456-a511-218e8d3871ca gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:20:58.177264 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e6031d5a-afb8-415f-b85f-a59431103a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'name': 'tempest-TestShelveInstance-161546619-router', 'tenant_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '9564b84f-c6cb-4515-a090-874fda8fd97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:11Z', 'updated_at': '2021-09-02T17:20:57Z', 'revision_number': 5, 'project_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'gw_port': {'id': '9564b84f-c6cb-4515-a090-874fda8fd97a', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:11Z', 'updated_at': '2021-09-02T17:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:58.204402 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6031d5a-afb8-415f-b85f-a59431103a1b None None] Checking router: c0bb23aa-7b3c-4456-a511-218e8d3871ca for host: dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:20:58.213632 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6031d5a-afb8-415f-b85f-a59431103a1b None None] Routers {'c0bb23aa-7b3c-4456-a511-218e8d3871ca'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:20:58.214232 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e6031d5a-afb8-415f-b85f-a59431103a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:20:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['c0bb23aa-7b3c-4456-a511-218e8d3871ca'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:58.286499 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f163dd35-75e8-4dd2-94be-d80fed983350 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:58.320197 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-e6031d5a-afb8-415f-b85f-a59431103a1b None None] Set router c0bb23aa-7b3c-4456-a511-218e8d3871ca gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:20:58.395162 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-f163dd35-75e8-4dd2-94be-d80fed983350 admin admin] Deleting port 9564b84f-c6cb-4515-a090-874fda8fd97a {{(pid=94732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:58.396150 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f163dd35-75e8-4dd2-94be-d80fed983350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:58.473138 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-f163dd35-75e8-4dd2-94be-d80fed983350 admin admin] For port 9564b84f-c6cb-4515-a090-874fda8fd97a, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=9564b84f-c6cb-4515-a090-874fda8fd97a,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:58.473970 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f163dd35-75e8-4dd2-94be-d80fed983350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:58.486290 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-f163dd35-75e8-4dd2-94be-d80fed983350 admin admin] Calling delete_port for 9564b84f-c6cb-4515-a090-874fda8fd97a owned by network:router_gateway {{(pid=94732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:58.504519 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e6031d5a-afb8-415f-b85f-a59431103a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'name': 'tempest-TestShelveInstance-161546619-router', 'tenant_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '9564b84f-c6cb-4515-a090-874fda8fd97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:11Z', 'updated_at': '2021-09-02T17:20:57Z', 'revision_number': 5, 'project_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'gw_port': {'id': '9564b84f-c6cb-4515-a090-874fda8fd97a', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:11Z', 'updated_at': '2021-09-02T17:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:58.531590 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6031d5a-afb8-415f-b85f-a59431103a1b None None] The sync data for ids ['c0bb23aa-7b3c-4456-a511-218e8d3871ca'] in dv-cinder-777031-8-iscsi is: [{'id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'name': 'tempest-TestShelveInstance-161546619-router', 'tenant_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '9564b84f-c6cb-4515-a090-874fda8fd97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:16:11Z', 'updated_at': '2021-09-02T17:20:57Z', 'revision_number': 5, 'project_id': 'ba8ca218dbd44ac1b1dbe78c331922ac', 'gw_port': {'id': '9564b84f-c6cb-4515-a090-874fda8fd97a', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bb23aa-7b3c-4456-a511-218e8d3871ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:16:11Z', 'updated_at': '2021-09-02T17:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:20:58.704104 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f163dd35-75e8-4dd2-94be-d80fed983350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:58.738384 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163dd35-75e8-4dd2-94be-d80fed983350 admin admin] Pushing event deleted for resources: {'Port': ['ID=9564b84f-c6cb-4515-a090-874fda8fd97a,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:58.788772 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f163dd35-75e8-4dd2-94be-d80fed983350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649128'] for router_gateway, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:58.879755 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f163dd35-75e8-4dd2-94be-d80fed983350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5962'] for router, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:58.882970 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f163dd35-75e8-4dd2-94be-d80fed983350 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:58.982333 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f163dd35-75e8-4dd2-94be-d80fed983350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654346'] for router, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:58.982860 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f163dd35-75e8-4dd2-94be-d80fed983350 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0bb23aa-7b3c-4456-a511-218e8d3871ca {{(pid=94732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 17:20:58.987164 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f163dd35-75e8-4dd2-94be-d80fed983350 admin admin] Notify callbacks [] for router, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:58.995480 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-f163dd35-75e8-4dd2-94be-d80fed983350 admin admin] 10.222.0.78 "DELETE /v2.0/routers/c0bb23aa-7b3c-4456-a511-218e8d3871ca HTTP/1.1" status: 204 len: 168 time: 1.1120474 Sep 02 17:20:58.995816 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 46508) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:59.042851 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-42bf9a1d-91e6-4f82-9d25-f41fa3758dd7 admin admin] Deleting subnet 25424846-c4cb-4a07-9408-324ef2ed6aad {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:20:59.046615 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-42bf9a1d-91e6-4f82-9d25-f41fa3758dd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:59.085459 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-42bf9a1d-91e6-4f82-9d25-f41fa3758dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13112629'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:59.148806 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device c836ccea-fce9-41c6-9974-2af6c7d45211 no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:20:59.172191 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-42bf9a1d-91e6-4f82-9d25-f41fa3758dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467972'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:59.173145 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: c836ccea-fce9-41c6-9974-2af6c7d45211 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:20:59.173719 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device c836ccea-fce9-41c6-9974-2af6c7d45211 not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:20:59.284909 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-42bf9a1d-91e6-4f82-9d25-f41fa3758dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1468095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13434269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13468955'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:59.314109 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf9a1d-91e6-4f82-9d25-f41fa3758dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25424846-c4cb-4a07-9408-324ef2ed6aad,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:59.318058 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-42bf9a1d-91e6-4f82-9d25-f41fa3758dd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:59.319925 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-42bf9a1d-91e6-4f82-9d25-f41fa3758dd7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/25424846-c4cb-4a07-9408-324ef2ed6aad HTTP/1.1" status: 204 len: 168 time: 0.3272316 Sep 02 17:20:59.323000 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 46510) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:20:59.325242 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6af524e-4e3c-4c75-8bfa-49993428895b None None] Network b616f477-37da-4c7f-8016-968d3ca632cf requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:20:59.391349 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645182'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:59.444236 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] Deleting port 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:59.444503 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:59.491146 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aec7d8-1da1-444b-93ec-1b3db5f47edd None None] DHCP port deletion for b616f477-37da-4c7f-8016-968d3ca632cf request from dv-cinder-777031-8-iscsi {{(pid=94734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 17:20:59.514173 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] For port 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a,segment=NetworkSegment(c9076590-a04b-4f86-a19f-373564f1d936),segment_id=c9076590-a04b-4f86-a19f-373564f1d936)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:59.514670 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:59.529081 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] Calling delete_port for 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:59.543558 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-56aec7d8-1da1-444b-93ec-1b3db5f47edd None None] Deleting port 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:20:59.543867 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56aec7d8-1da1-444b-93ec-1b3db5f47edd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:59.607655 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-56aec7d8-1da1-444b-93ec-1b3db5f47edd None None] For port 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a,segment=NetworkSegment(c9076590-a04b-4f86-a19f-373564f1d936),segment_id=c9076590-a04b-4f86-a19f-373564f1d936)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:20:59.608054 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56aec7d8-1da1-444b-93ec-1b3db5f47edd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:59.620359 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-56aec7d8-1da1-444b-93ec-1b3db5f47edd None None] Calling delete_port for 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:20:59.687133 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:59.696149 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56aec7d8-1da1-444b-93ec-1b3db5f47edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:59.719932 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] No DVR routers for this DVR port 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a on host dv-cinder-777031-8-iscsi {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:20:59.721942 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aec7d8-1da1-444b-93ec-1b3db5f47edd None None] Pushing event deleted for resources: {'Port': ['ID=7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:59.725723 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aec7d8-1da1-444b-93ec-1b3db5f47edd None None] No DVR routers for this DVR port 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a on host dv-cinder-777031-8-iscsi {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:20:59.727031 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] Pushing event deleted for resources: {'Port': ['ID=7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:20:59.796151 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1470163', 'neutron.services.segments.db._delete_segments_for_network-8737482361959'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:59.806255 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b616f477-37da-4c7f-8016-968d3ca632cf']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:59.816269 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9076590-a04b-4f86-a19f-373564f1d936') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:59.816565 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9076590-a04b-4f86-a19f-373564f1d936') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:20:59.825773 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737482362224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13114054'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:59.839875 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:59.845634 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] Releasing vlan 1232 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:20:59.846014 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13434355'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: Traceback (most recent call last): Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: timer() Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: cb(*args, **kw) Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: return func(*args, **kwargs) Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: self._notify() Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: self.callback(batched_events) Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: event.method(event) Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: return f(self, *a, **k) Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._get(url).json() Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:20:59.847605 dv-cinder-777031-8-iscsi neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:20:59.988068 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483664'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:59.993919 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:20:59.995742 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] 10.222.0.78 "DELETE /v2.0/networks/b616f477-37da-4c7f-8016-968d3ca632cf HTTP/1.1" status: 204 len: 168 time: 0.6717665 Sep 02 17:21:00.006481 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b79a0d-8ec3-4bf3-b69f-2479a33f273a admin admin] Pushing event deleted for resources: {'Network': ['ID=b616f477-37da-4c7f-8016-968d3ca632cf,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:00.318663 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46514) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:00.357420 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-6ba3d97c-85a3-4c31-b7bc-2712dab44d14 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5f4192e09b3b4aac83371f33f2bc846b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375807 Sep 02 17:21:00.359674 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46516) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:00.413138 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4cc2b4dd-678b-4f6c-9861-5aae4a3591c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:00.433684 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4cc2b4dd-678b-4f6c-9861-5aae4a3591c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:00.553383 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4cc2b4dd-678b-4f6c-9861-5aae4a3591c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:00.555910 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-4cc2b4dd-678b-4f6c-9861-5aae4a3591c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:00.557244 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-4cc2b4dd-678b-4f6c-9861-5aae4a3591c4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/422665c6-a47c-4a6b-90ae-b83fdeee3c8e HTTP/1.1" status: 204 len: 168 time: 0.1966739 Sep 02 17:21:00.565176 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2b4dd-678b-4f6c-9861-5aae4a3591c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422665c6-a47c-4a6b-90ae-b83fdeee3c8e,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:01.074997 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 9564b84f-c6cb-4515-a090-874fda8fd97a no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:21:01.094777 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: 9564b84f-c6cb-4515-a090-874fda8fd97a {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:21:01.095046 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 9564b84f-c6cb-4515-a090-874fda8fd97a not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:21:01.095651 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:21:01.116830 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:21:01.117175 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 7a3d177a-f8bf-4ca9-a4f0-4dce8fd6341a not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:21:01.184819 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46522) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:01.225043 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-9c612fc9-1c2c-48c2-8c27-58147eefbe98 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ba8ca218dbd44ac1b1dbe78c331922ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388947 Sep 02 17:21:01.227489 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46524) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:01.277494 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b021743f-7fb8-4266-9ab8-570ba18c126f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:01.297749 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b021743f-7fb8-4266-9ab8-570ba18c126f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:01.410382 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b021743f-7fb8-4266-9ab8-570ba18c126f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:01.413459 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b021743f-7fb8-4266-9ab8-570ba18c126f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:01.414628 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-b021743f-7fb8-4266-9ab8-570ba18c126f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/00bb5085-e9ee-4c76-a566-4f675b92e54c HTTP/1.1" status: 204 len: 168 time: 0.1862223 Sep 02 17:21:01.422057 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021743f-7fb8-4266-9ab8-570ba18c126f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bb5085-e9ee-4c76-a566-4f675b92e54c,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:02.515330 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 46546) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:02.610806 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a1d0d421-400f-44cb-8264-f4dfaf5298ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1783233062-network', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:21:02.695809 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d0d421-400f-44cb-8264-f4dfaf5298ae admin admin] Made reservation on behalf of eef40ab772c24c3fae207636b6dc7087 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:21:02.698109 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d421-400f-44cb-8264-f4dfaf5298ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:02.706538 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d421-400f-44cb-8264-f4dfaf5298ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:02.794084 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d421-400f-44cb-8264-f4dfaf5298ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:02.863951 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d421-400f-44cb-8264-f4dfaf5298ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:02.889573 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d0d421-400f-44cb-8264-f4dfaf5298ae admin admin] vlan segment allocate from pool success with {'vlan_id': 1209, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:21:02.899394 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0d421-400f-44cb-8264-f4dfaf5298ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d48765-ed53-4774-8232-71ec804fe597,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:02.903931 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d421-400f-44cb-8264-f4dfaf5298ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:02.904268 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.segments_db [None req-a1d0d421-400f-44cb-8264-f4dfaf5298ae admin admin] Added segment 55415a3e-aac5-4ccd-8f7d-b9a47428cbd1 of type vlan for network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 Sep 02 17:21:02.943898 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d421-400f-44cb-8264-f4dfaf5298ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:03.035053 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d421-400f-44cb-8264-f4dfaf5298ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:03.036773 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d0d421-400f-44cb-8264-f4dfaf5298ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:03.037382 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d421-400f-44cb-8264-f4dfaf5298ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:03.096132 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0d421-400f-44cb-8264-f4dfaf5298ae admin admin] Pushing event updated for resources: {'Network': ['ID=09ddc5b0-7cc3-4f15-8105-39352848bbe5,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:03.107066 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:21:03.153896 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-a1d0d421-400f-44cb-8264-f4dfaf5298ae admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6373236 Sep 02 17:21:03.156687 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 46550) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:03.162477 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f0b38d0b-dc5f-4ec0-81b4-b03d93c33829 admin admin] Request body: {'subnet': {'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1783233062-subnet', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:21:03.250303 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b38d0b-dc5f-4ec0-81b4-b03d93c33829 admin admin] Made reservation on behalf of eef40ab772c24c3fae207636b6dc7087 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:21:03.252689 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0b38d0b-dc5f-4ec0-81b4-b03d93c33829 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13469040'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:03.467665 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0b38d0b-dc5f-4ec0-81b4-b03d93c33829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13434202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13469026'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:03.522792 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b38d0b-dc5f-4ec0-81b4-b03d93c33829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76dfd7e2-bc6c-4183-9c7f-963c08e111e4,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:03.533237 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b38d0b-dc5f-4ec0-81b4-b03d93c33829 admin admin] Checking segment: {'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:21:03.533629 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b38d0b-dc5f-4ec0-81b4-b03d93c33829 admin admin] Network hostable DHCP agents. Network: 09ddc5b0-7cc3-4f15-8105-39352848bbe5, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:21:03.606804 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b38d0b-dc5f-4ec0-81b4-b03d93c33829 admin admin] Network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:21:03.680900 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-f0b38d0b-dc5f-4ec0-81b4-b03d93c33829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, 09ddc5b0-7cc3-4f15-8105-39352848bbe5) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:21:03.685550 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b38d0b-dc5f-4ec0-81b4-b03d93c33829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:03.686324 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0b38d0b-dc5f-4ec0-81b4-b03d93c33829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:03.691014 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eb8225-ed5c-45d1-a689-fa8733cef677 None None] Network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:21:03.756809 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-f0b38d0b-dc5f-4ec0-81b4-b03d93c33829 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5989594 Sep 02 17:21:03.759497 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 46552) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:03.763899 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:21:03.830901 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6012'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:03.832193 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6003'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:03.833053 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83e46462-e51a-57d2-8662-587f7e661a92-09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4'}]}} from dv-cinder-777031-8-iscsi. {{(pid=94734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:21:03.833918 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:03.896833 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:04.088626 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:04.175777 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Allocated IP 172.20.0.2 (09ddc5b0-7cc3-4f15-8105-39352848bbe5/76dfd7e2-bc6c-4183-9c7f-963c08e111e4/90d04999-f0a0-4c18-9b40-9d4bb5801c0c) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:21:04.326161 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:04.334921 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Transition to ACTIVE for port object 90d04999-f0a0-4c18-9b40-9d4bb5801c0c will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:21:04.350553 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Transition to ACTIVE for port object 90d04999-f0a0-4c18-9b40-9d4bb5801c0c will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:21:04.416529 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:04.456266 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:21:04.459847 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:21:04.462352 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:21:04.474825 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Pushing event updated for resources: {'Port': ['ID=90d04999-f0a0-4c18-9b40-9d4bb5801c0c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:04.527037 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Attempting to bind port 90d04999-f0a0-4c18-9b40-9d4bb5801c0c on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:21:04.527037 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Attempting to bind port 90d04999-f0a0-4c18-9b40-9d4bb5801c0c by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:21:04.527749 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Attempting to bind port 90d04999-f0a0-4c18-9b40-9d4bb5801c0c on network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:21:04.535112 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:21:04.535722 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Checking segment: {'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:21:04.536148 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:04.537535 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Bound using segment: {'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:21:04.537535 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Bound port: 90d04999-f0a0-4c18-9b40-9d4bb5801c0c, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:21:04.537535 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:04.605952 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] For port 90d04999-f0a0-4c18-9b40-9d4bb5801c0c, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:21:04.608873 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] For port 90d04999-f0a0-4c18-9b40-9d4bb5801c0c, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=90d04999-f0a0-4c18-9b40-9d4bb5801c0c,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:21:04.643504 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:04.661685 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:04.673673 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:04.734155 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b46555-c013-49ce-af6d-d916eee71d32 None None] Pushing event updated for resources: {'Port': ['ID=90d04999-f0a0-4c18-9b40-9d4bb5801c0c,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:04.770775 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] Allocated IP 172.27.3.29 (590119a4-1f8b-48ad-9c89-4c6964c18e67/7cdc9a3e-6ce5-4dce-a686-134e15b48f48/2a6bf094-a0e1-453d-babd-bed55aa21159) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:21:04.892611 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:04.996012 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:05.033595 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:21:05.036667 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:21:05.040018 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:21:05.068771 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] Pushing event updated for resources: {'Port': ['ID=2a6bf094-a0e1-453d-babd-bed55aa21159,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:05.106146 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 90d04999-f0a0-4c18-9b40-9d4bb5801c0c up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:21:05.224079 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port 90d04999-f0a0-4c18-9b40-9d4bb5801c0c completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:21:05.386575 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:05.536429 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1b1843-e7cf-4ac0-9e99-2ffd71769c94 None None] Network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:21:05.581883 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649100'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:05.709987 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-87074325-bddb-4346-8609-2632445a950e None None] Provisioning for port 90d04999-f0a0-4c18-9b40-9d4bb5801c0c completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:21:05.715674 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-87074325-bddb-4346-8609-2632445a950e None None] Provisioning complete for port 90d04999-f0a0-4c18-9b40-9d4bb5801c0c triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:05.716100 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-87074325-bddb-4346-8609-2632445a950e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:05.766731 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] Router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 is scheduled to L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:21:05.804528 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-87074325-bddb-4346-8609-2632445a950e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:05.839176 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-87074325-bddb-4346-8609-2632445a950e None None] For port 90d04999-f0a0-4c18-9b40-9d4bb5801c0c, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=90d04999-f0a0-4c18-9b40-9d4bb5801c0c,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:21:05.875917 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:21:05.891456 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Sync routers for ids ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:21:05.895597 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Routers {'411d67a9-d429-49ed-b9cd-efa9d0ad2b62'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:21:05.896317 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:20:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:05.928663 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-87074325-bddb-4346-8609-2632445a950e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:05.949918 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:05.951174 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-4edbedef-dc40-433f-bbc1-7a6a9735332f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1907394 Sep 02 17:21:05.953880 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 46554) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:06.020780 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87074325-bddb-4346-8609-2632445a950e None None] Pushing event updated for resources: {'Port': ['ID=90d04999-f0a0-4c18-9b40-9d4bb5801c0c,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:06.046014 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Set router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:21:06.114584 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-c413bc02-a53f-45b3-bd44-ca2623eab839 None None] Provisioning complete for port 90d04999-f0a0-4c18-9b40-9d4bb5801c0c triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:06.114956 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c413bc02-a53f-45b3-bd44-ca2623eab839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:06.288851 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:05Z', 'revision_number': 3, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:06.318645 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Checking router: 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:21:06.319161 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Updating router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 port 2a6bf094-a0e1-453d-babd-bed55aa21159 binding host dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:21:06.342506 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:06.364065 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:06.517726 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] Allocated IP 172.20.0.1 (09ddc5b0-7cc3-4f15-8105-39352848bbe5/76dfd7e2-bc6c-4183-9c7f-963c08e111e4/e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:21:06.598605 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:06.609049 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Transition to ACTIVE for port object 2a6bf094-a0e1-453d-babd-bed55aa21159 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:21:06.623859 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:06.637374 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] Transition to ACTIVE for port object e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:21:06.663765 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:06.714900 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Attempting to bind port 2a6bf094-a0e1-453d-babd-bed55aa21159 on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:21:06.715264 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Attempting to bind port 2a6bf094-a0e1-453d-babd-bed55aa21159 by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:21:06.715624 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Attempting to bind port 2a6bf094-a0e1-453d-babd-bed55aa21159 on network 590119a4-1f8b-48ad-9c89-4c6964c18e67 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:21:06.717627 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d198f-85c8-41c1-b1ad-0a1a198c694e None None] Pushing event updated for resources: {'Port': ['ID=2a6bf094-a0e1-453d-babd-bed55aa21159,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:06.723053 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:21:06.723478 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Checking segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:21:06.723878 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:06.724265 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Bound using segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:21:06.724717 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Bound port: 2a6bf094-a0e1-453d-babd-bed55aa21159, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:21:06.725096 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:06.730780 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:06.769339 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] Network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:21:06.774188 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:21:06.780545 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:21:06.783659 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] Pushing event updated for resources: {'Port': ['ID=e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:06.789590 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] For port 2a6bf094-a0e1-453d-babd-bed55aa21159, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:21:06.795379 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] For port 2a6bf094-a0e1-453d-babd-bed55aa21159, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=2a6bf094-a0e1-453d-babd-bed55aa21159,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:21:06.820326 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483803'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:06.862860 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:06.922683 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Routers {'411d67a9-d429-49ed-b9cd-efa9d0ad2b62'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:21:06.923322 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:20:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:06.959959 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d198f-85c8-41c1-b1ad-0a1a198c694e None None] Pushing event updated for resources: {'Port': ['ID=2a6bf094-a0e1-453d-babd-bed55aa21159,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:07.033115 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:07.040703 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] Set router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:21:07.069501 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9eaecc0d-0add-4b8d-a01f-eb2071bd1bd1 None None] Provisioning for port e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:21:07.100682 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9eaecc0d-0add-4b8d-a01f-eb2071bd1bd1 None None] Provisioning complete for port e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:07.101198 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9eaecc0d-0add-4b8d-a01f-eb2071bd1bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:07.105692 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 90d04999-f0a0-4c18-9b40-9d4bb5801c0c up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:21:07.198023 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:07.211923 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9eaecc0d-0add-4b8d-a01f-eb2071bd1bd1 None None] Port e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:21:07.247074 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:07.313726 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] Pushing event updated for resources: {'Port': ['ID=e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:07.316264 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650571'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:07.383764 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 90d04999-f0a0-4c18-9b40-9d4bb5801c0c triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:07.384345 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:07.409118 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] Network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:21:07.411051 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:21:07.498528 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:05Z', 'revision_number': 3, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:07.526466 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] Router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:21:07.537600 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109c2f6-3fd2-4c6b-af3e-bd7a8ab24628 None None] The sync data for ids ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'] in dv-cinder-777031-8-iscsi is: [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:05Z', 'revision_number': 3, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:21:07.641653 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-c4076ca8-b70b-4a0f-9b83-1fe0411c095a None None] Provisioning complete for port e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:07.642034 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c4076ca8-b70b-4a0f-9b83-1fe0411c095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:07.642247 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:21:07.647211 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-cc997875-03ee-4326-8c4a-27ae017845ef admin admin] 10.222.0.78 "PUT /v2.0/routers/411d67a9-d429-49ed-b9cd-efa9d0ad2b62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6923764 Sep 02 17:21:07.680592 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-c4076ca8-b70b-4a0f-9b83-1fe0411c095a None None] Port e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:21:08.392034 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46572) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:08.397673 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-b79674f6-72c9-4fbd-be55-6ca24c7cecec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2144186934-network', 'tenant_id': 'e1ef979a91124a569e6e82e760a97314'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:21:08.481104 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79674f6-72c9-4fbd-be55-6ca24c7cecec admin admin] Made reservation on behalf of e1ef979a91124a569e6e82e760a97314 for: {'network': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:21:08.483569 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b79674f6-72c9-4fbd-be55-6ca24c7cecec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for network, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:08.493215 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b79674f6-72c9-4fbd-be55-6ca24c7cecec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:08.579094 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b79674f6-72c9-4fbd-be55-6ca24c7cecec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:08.679047 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b79674f6-72c9-4fbd-be55-6ca24c7cecec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:08.704003 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79674f6-72c9-4fbd-be55-6ca24c7cecec admin admin] vlan segment allocate from pool success with {'vlan_id': 1226, 'physical_network': 'physnet1'} {{(pid=94732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 17:21:08.713368 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79674f6-72c9-4fbd-be55-6ca24c7cecec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8ea0b8-b6e6-4b08-83db-af17ca632c09,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:08.719369 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b79674f6-72c9-4fbd-be55-6ca24c7cecec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:08.723617 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.segments_db [None req-b79674f6-72c9-4fbd-be55-6ca24c7cecec admin admin] Added segment d4054825-56c5-481c-b5e6-964ded3e3a3e of type vlan for network e583dc68-8b71-4b2e-b226-697ea247d251 Sep 02 17:21:08.761312 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b79674f6-72c9-4fbd-be55-6ca24c7cecec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737481803749'] for network, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:08.858385 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b79674f6-72c9-4fbd-be55-6ca24c7cecec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341'] for network, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:08.859432 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79674f6-72c9-4fbd-be55-6ca24c7cecec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:08.860039 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b79674f6-72c9-4fbd-be55-6ca24c7cecec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:08.922655 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79674f6-72c9-4fbd-be55-6ca24c7cecec admin admin] Pushing event updated for resources: {'Network': ['ID=e583dc68-8b71-4b2e-b226-697ea247d251,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:08.933223 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Network e583dc68-8b71-4b2e-b226-697ea247d251 details requested by agent ovs-agent-dv-cinder-777031-8-iscsi with host dv-cinder-777031-8-iscsi {{(pid=94734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 17:21:08.943611 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Sync routers for ids ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'] in dv-cinder-777031-8-iscsi {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:21:08.952958 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Routers {'411d67a9-d429-49ed-b9cd-efa9d0ad2b62'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:21:08.953623 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:20:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:08.979224 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-b79674f6-72c9-4fbd-be55-6ca24c7cecec admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5860693 Sep 02 17:21:08.981964 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46574) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:08.987044 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-e6079697-57c7-4ba0-b089-4b7762694387 admin admin] Request body: {'subnet': {'network_id': 'e583dc68-8b71-4b2e-b226-697ea247d251', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2144186934-subnet', 'tenant_id': 'e1ef979a91124a569e6e82e760a97314', 'ip_version': 4}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:21:09.062123 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Set router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:21:09.069742 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6079697-57c7-4ba0-b089-4b7762694387 admin admin] Made reservation on behalf of e1ef979a91124a569e6e82e760a97314 for: {'subnet': 1} {{(pid=94732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:21:09.072202 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e6079697-57c7-4ba0-b089-4b7762694387 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13343632'] for subnet, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:09.118527 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 2a6bf094-a0e1-453d-babd-bed55aa21159 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:21:09.246633 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port 2a6bf094-a0e1-453d-babd-bed55aa21159 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:21:09.250590 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 2a6bf094-a0e1-453d-babd-bed55aa21159 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:09.251084 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:09.264821 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:07Z', 'revision_number': 2, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:09.296034 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Checking router: 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 for host: dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:21:09.296494 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Updating router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 port e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d binding host dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:21:09.298864 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e6079697-57c7-4ba0-b089-4b7762694387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13791479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13343618'] for subnet, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:09.324140 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:09.334342 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:09.357649 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6079697-57c7-4ba0-b089-4b7762694387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=460c20c3-79d5-4136-a89a-fbf71eaeeb93,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:09.362103 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port 2a6bf094-a0e1-453d-babd-bed55aa21159, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=2a6bf094-a0e1-453d-babd-bed55aa21159,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:21:09.363453 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6079697-57c7-4ba0-b089-4b7762694387 admin admin] Checking segment: {'id': 'd4054825-56c5-481c-b5e6-964ded3e3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'e583dc68-8b71-4b2e-b226-697ea247d251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:21:09.363937 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6079697-57c7-4ba0-b089-4b7762694387 admin admin] Network hostable DHCP agents. Network: e583dc68-8b71-4b2e-b226-697ea247d251, hostable agents: ['61ba6738-22a3-451a-b78c-9e212972ab68'], hosted agents: [] {{(pid=94732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 17:21:09.418142 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:09.465267 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6079697-57c7-4ba0-b089-4b7762694387 admin admin] Network e583dc68-8b71-4b2e-b226-697ea247d251 is scheduled to be hosted by DHCP agent 61ba6738-22a3-451a-b78c-9e212972ab68 with binding_index 1 {{(pid=94732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 17:21:09.472912 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=2a6bf094-a0e1-453d-babd-bed55aa21159,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:09.543862 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-e6079697-57c7-4ba0-b089-4b7762694387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-8-iscsi, e583dc68-8b71-4b2e-b226-697ea247d251) {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:21:09.548409 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6079697-57c7-4ba0-b089-4b7762694387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:09.549001 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e6079697-57c7-4ba0-b089-4b7762694387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:09.553461 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b7eb07-35fa-4e35-80a8-2ebd819f521f None None] Network e583dc68-8b71-4b2e-b226-697ea247d251 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:21:09.601469 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:09.611428 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Transition to ACTIVE for port object e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:21:09.627527 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-e6079697-57c7-4ba0-b089-4b7762694387 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6420543 Sep 02 17:21:09.627829 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46576) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:09.632741 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2144186934-router', 'tenant_id': 'e1ef979a91124a569e6e82e760a97314', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:21:09.692954 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:09.699266 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83e46462-e51a-57d2-8662-587f7e661a92-e583dc68-8b71-4b2e-b226-697ea247d251', 'network_id': 'e583dc68-8b71-4b2e-b226-697ea247d251', 'tenant_id': 'e1ef979a91124a569e6e82e760a97314', 'fixed_ips': [{'subnet_id': '460c20c3-79d5-4136-a89a-fbf71eaeeb93'}]}} from dv-cinder-777031-8-iscsi. {{(pid=94734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 17:21:09.702570 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:09.721435 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-653275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6012'] for router, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:09.722544 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6003'] for router, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:09.781504 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:09.841594 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc8c8c-e320-4767-8fdb-e8ea459db204 None None] Pushing event updated for resources: {'Port': ['ID=e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:09.852760 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8c8c-e320-4767-8fdb-e8ea459db204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:09.853539 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8c8c-e320-4767-8fdb-e8ea459db204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:09.853887 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8c8c-e320-4767-8fdb-e8ea459db204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:09.854218 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8c8c-e320-4767-8fdb-e8ea459db204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:09.854683 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8c8c-e320-4767-8fdb-e8ea459db204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:09.855017 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8c8c-e320-4767-8fdb-e8ea459db204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:09.855342 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8c8c-e320-4767-8fdb-e8ea459db204 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:09.855663 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8c8c-e320-4767-8fdb-e8ea459db204 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:09.856001 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8c8c-e320-4767-8fdb-e8ea459db204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:09.856324 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8c8c-e320-4767-8fdb-e8ea459db204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:09.856905 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8c8c-e320-4767-8fdb-e8ea459db204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:09.858141 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8c8c-e320-4767-8fdb-e8ea459db204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:09.882052 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Allocated IP 172.20.0.2 (e583dc68-8b71-4b2e-b226-697ea247d251/460c20c3-79d5-4136-a89a-fbf71eaeeb93/313d2a4a-0641-48b8-90a8-f24ac6dc3b21) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:21:09.912060 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Attempting to bind port e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:21:09.912430 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Attempting to bind port e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:21:09.912789 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Attempting to bind port e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d on network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:21:09.919261 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:21:09.919748 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Checking segment: {'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:21:09.920228 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:09.920718 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Bound using segment: {'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:21:09.921577 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Bound port: e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:21:09.922403 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:09.990588 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] For port e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:21:09.993865 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] For port e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:21:10.010956 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:10.023074 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:10.043816 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:10.052000 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Transition to ACTIVE for port object 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:21:10.065784 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Transition to ACTIVE for port object 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:21:10.099097 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:10.157589 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Routers {'411d67a9-d429-49ed-b9cd-efa9d0ad2b62'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:21:10.158214 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:20:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:10.195457 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc8c8c-e320-4767-8fdb-e8ea459db204 None None] Pushing event updated for resources: {'Port': ['ID=e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:10.230234 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:10.271433 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Network e583dc68-8b71-4b2e-b226-697ea247d251 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:21:10.275195 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:21:10.277557 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:21:10.321043 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Pushing event updated for resources: {'Port': ['ID=313d2a4a-0641-48b8-90a8-f24ac6dc3b21,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:10.356961 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] Set router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:21:10.380780 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Attempting to bind port 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:21:10.381612 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Attempting to bind port 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': 'd4054825-56c5-481c-b5e6-964ded3e3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'e583dc68-8b71-4b2e-b226-697ea247d251'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:21:10.381775 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Attempting to bind port 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 on network e583dc68-8b71-4b2e-b226-697ea247d251 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:21:10.388308 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:21:10.389375 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Checking segment: {'id': 'd4054825-56c5-481c-b5e6-964ded3e3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'e583dc68-8b71-4b2e-b226-697ea247d251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:21:10.389513 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:10.389971 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:10.390941 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Bound using segment: {'id': 'd4054825-56c5-481c-b5e6-964ded3e3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'e583dc68-8b71-4b2e-b226-697ea247d251'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:21:10.397700 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Bound port: 313d2a4a-0641-48b8-90a8-f24ac6dc3b21, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4054825-56c5-481c-b5e6-964ded3e3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'e583dc68-8b71-4b2e-b226-697ea247d251'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:21:10.398225 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:10.409071 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:10.488700 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] For port 313d2a4a-0641-48b8-90a8-f24ac6dc3b21, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:21:10.492931 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] For port 313d2a4a-0641-48b8-90a8-f24ac6dc3b21, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=313d2a4a-0641-48b8-90a8-f24ac6dc3b21,segment=NetworkSegment(d4054825-56c5-481c-b5e6-964ded3e3a3e),segment_id=d4054825-56c5-481c-b5e6-964ded3e3a3e)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:21:10.539522 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_common [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] Allocated IP 172.27.3.250 (590119a4-1f8b-48ad-9c89-4c6964c18e67/7cdc9a3e-6ce5-4dce-a686-134e15b48f48/bf05567a-c05f-44d9-a44a-9d7c445fd1ee) {{(pid=94732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:21:10.574063 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:10.578502 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:10.619823 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb5e710-8a3b-410e-823c-37507237c588 None None] The sync data for ids ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'] in dv-cinder-777031-8-iscsi is: [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:21:10.651201 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ad5ee-b6e5-4e99-8b5a-54272fb01051 None None] Pushing event updated for resources: {'Port': ['ID=313d2a4a-0641-48b8-90a8-f24ac6dc3b21,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:10.714404 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:10.807243 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:10.854313 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:21:10.857885 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:21:10.876844 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] Received port after_create {{(pid=94732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:21:10.881244 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] Pushing event updated for resources: {'Port': ['ID=bf05567a-c05f-44d9-a44a-9d7c445fd1ee,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:11.209247 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:21:11.252767 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:11.333461 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:21:11.337809 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 2a6bf094-a0e1-453d-babd-bed55aa21159 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:21:11.399209 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 2a6bf094-a0e1-453d-babd-bed55aa21159 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:11.399577 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:11.470574 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649100'] for router, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:11.492211 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:21:11.610160 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:21:11.615345 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:11.615924 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:11.662396 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] Router cfb0d3b4-5f72-4999-871b-0b0266ff6965 is scheduled to L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af with binding_index 1 {{(pid=94732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 17:21:11.695329 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f201af9-db23-4b10-9fb9-d25e0a12fce9 None None] Network e583dc68-8b71-4b2e-b226-697ea247d251 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:21:11.772290 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:11.792618 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:21:11.813766 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Sync routers for ids ['cfb0d3b4-5f72-4999-871b-0b0266ff6965'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:21:11.841626 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:21:11.848825 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Routers {'cfb0d3b4-5f72-4999-871b-0b0266ff6965'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:21:11.849463 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:20:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['cfb0d3b4-5f72-4999-871b-0b0266ff6965'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:11.932121 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-342e0c1a-a1a9-431a-8acb-42f2a10c1b0b None None] Provisioning for port 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:21:11.944409 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] Notify callbacks [] for router, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:11.946693 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-d6b40795-f026-4349-8d18-21b215cbf55d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3176823 Sep 02 17:21:11.949054 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46578) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:11.952136 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:11.958748 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-342e0c1a-a1a9-431a-8acb-42f2a10c1b0b None None] Provisioning complete for port 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:11.959351 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-342e0c1a-a1a9-431a-8acb-42f2a10c1b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:12.078888 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Set router cfb0d3b4-5f72-4999-871b-0b0266ff6965 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:21:12.135770 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:12.236269 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-342e0c1a-a1a9-431a-8acb-42f2a10c1b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:12.317948 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-342e0c1a-a1a9-431a-8acb-42f2a10c1b0b None None] For port 313d2a4a-0641-48b8-90a8-f24ac6dc3b21, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=313d2a4a-0641-48b8-90a8-f24ac6dc3b21,segment=NetworkSegment(d4054825-56c5-481c-b5e6-964ded3e3a3e),segment_id=d4054825-56c5-481c-b5e6-964ded3e3a3e)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:21:12.350016 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'name': 'tempest-TestVolumeBootPattern-2144186934-router', 'tenant_id': 'e1ef979a91124a569e6e82e760a97314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'bf05567a-c05f-44d9-a44a-9d7c445fd1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:09Z', 'updated_at': '2021-09-02T17:21:11Z', 'revision_number': 3, 'project_id': 'e1ef979a91124a569e6e82e760a97314', 'gw_port': {'id': 'bf05567a-c05f-44d9-a44a-9d7c445fd1ee', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:10Z', 'updated_at': '2021-09-02T17:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:12.514791 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-342e0c1a-a1a9-431a-8acb-42f2a10c1b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:12.516307 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Checking router: cfb0d3b4-5f72-4999-871b-0b0266ff6965 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:21:12.516660 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Updating router cfb0d3b4-5f72-4999-871b-0b0266ff6965 port bf05567a-c05f-44d9-a44a-9d7c445fd1ee binding host dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:21:12.572210 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:12.593486 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:12.616908 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e0c1a-a1a9-431a-8acb-42f2a10c1b0b None None] Pushing event updated for resources: {'Port': ['ID=313d2a4a-0641-48b8-90a8-f24ac6dc3b21,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:12.686524 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4b855179-870e-4086-8f11-1a10314c8424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:12.700936 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-a2746a16-5090-4fab-8221-41abf238ae6f None None] Provisioning complete for port 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:12.701340 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a2746a16-5090-4fab-8221-41abf238ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:12.753637 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_common [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] Allocated IP 172.20.0.1 (e583dc68-8b71-4b2e-b226-697ea247d251/460c20c3-79d5-4136-a89a-fbf71eaeeb93/b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40) {{(pid=94732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:21:12.865730 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:12.883315 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.provisioning_blocks [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] Transition to ACTIVE for port object b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 will not be triggered until provisioned by entity DHCP. {{(pid=94732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:21:12.939477 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:12.949382 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Transition to ACTIVE for port object bf05567a-c05f-44d9-a44a-9d7c445fd1ee will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:21:12.972533 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:13.008207 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] Network e583dc68-8b71-4b2e-b226-697ea247d251 is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:21:13.011059 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:21:13.014487 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] Received port after_create {{(pid=94732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:21:13.038517 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:13.049318 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] Pushing event updated for resources: {'Port': ['ID=b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:13.064107 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-483803'] for router_interface, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:13.091776 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Attempting to bind port bf05567a-c05f-44d9-a44a-9d7c445fd1ee on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:21:13.092139 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Attempting to bind port bf05567a-c05f-44d9-a44a-9d7c445fd1ee by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:21:13.092717 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Attempting to bind port bf05567a-c05f-44d9-a44a-9d7c445fd1ee on network 590119a4-1f8b-48ad-9c89-4c6964c18e67 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:21:13.104074 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:21:13.104309 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Checking segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:21:13.104640 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:13.105033 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Bound using segment: {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:21:13.105694 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Bound port: bf05567a-c05f-44d9-a44a-9d7c445fd1ee, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b882048-70df-4e9b-b095-ee2ad65bb1b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:21:13.106082 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:13.107837 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bcde2-9f37-499d-b751-4a4e83c2e8de None None] Pushing event updated for resources: {'Port': ['ID=bf05567a-c05f-44d9-a44a-9d7c445fd1ee,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:13.137049 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:21:13.200368 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] For port bf05567a-c05f-44d9-a44a-9d7c445fd1ee, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:21:13.214119 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] For port bf05567a-c05f-44d9-a44a-9d7c445fd1ee, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=bf05567a-c05f-44d9-a44a-9d7c445fd1ee,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:21:13.221969 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:13.222345 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:13.276873 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:13.291555 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:13.339955 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:21:13.397433 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Routers {'cfb0d3b4-5f72-4999-871b-0b0266ff6965'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:21:13.397895 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:20:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['cfb0d3b4-5f72-4999-871b-0b0266ff6965'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:13.400775 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bcde2-9f37-499d-b751-4a4e83c2e8de None None] Pushing event updated for resources: {'Port': ['ID=bf05567a-c05f-44d9-a44a-9d7c445fd1ee,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:13.455091 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:13.462517 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-af9ee2e7-bbbc-49c9-a6d0-46c3202107a0 None None] Provisioning for port b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:21:13.471966 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-af9ee2e7-bbbc-49c9-a6d0-46c3202107a0 None None] Provisioning complete for port b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:13.472326 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-af9ee2e7-bbbc-49c9-a6d0-46c3202107a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:13.501319 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13791354'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:13.524773 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:13.525137 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:13.530558 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-af9ee2e7-bbbc-49c9-a6d0-46c3202107a0 None None] Port b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:21:13.573562 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] Set router cfb0d3b4-5f72-4999-871b-0b0266ff6965 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:21:13.575963 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650571'] for router_interface, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:13.577697 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] Pushing event updated for resources: {'Port': ['ID=b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40,revision_number=2']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:13.667979 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] Network e583dc68-8b71-4b2e-b226-697ea247d251 is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:21:13.669442 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:21:13.805347 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] Router cfb0d3b4-5f72-4999-871b-0b0266ff6965 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:21:13.827053 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'name': 'tempest-TestVolumeBootPattern-2144186934-router', 'tenant_id': 'e1ef979a91124a569e6e82e760a97314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'bf05567a-c05f-44d9-a44a-9d7c445fd1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:09Z', 'updated_at': '2021-09-02T17:21:13Z', 'revision_number': 4, 'project_id': 'e1ef979a91124a569e6e82e760a97314', 'gw_port': {'id': 'bf05567a-c05f-44d9-a44a-9d7c445fd1ee', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:10Z', 'updated_at': '2021-09-02T17:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40', 'name': '', 'network_id': 'e583dc68-8b71-4b2e-b226-697ea247d251', 'tenant_id': 'e1ef979a91124a569e6e82e760a97314', 'mac_address': 'fa:16:3e:a8:e7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '460c20c3-79d5-4136-a89a-fbf71eaeeb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:12Z', 'updated_at': '2021-09-02T17:21:12Z', 'revision_number': 1, 'project_id': 'e1ef979a91124a569e6e82e760a97314', 'subnets': [{'id': '460c20c3-79d5-4136-a89a-fbf71eaeeb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:13.858772 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce67d77-7885-43e4-a86a-3e9a43659799 None None] The sync data for ids ['cfb0d3b4-5f72-4999-871b-0b0266ff6965'] in dv-cinder-777031-8-iscsi is: [{'id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'name': 'tempest-TestVolumeBootPattern-2144186934-router', 'tenant_id': 'e1ef979a91124a569e6e82e760a97314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'bf05567a-c05f-44d9-a44a-9d7c445fd1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:09Z', 'updated_at': '2021-09-02T17:21:13Z', 'revision_number': 4, 'project_id': 'e1ef979a91124a569e6e82e760a97314', 'gw_port': {'id': 'bf05567a-c05f-44d9-a44a-9d7c445fd1ee', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:10Z', 'updated_at': '2021-09-02T17:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40', 'name': '', 'network_id': 'e583dc68-8b71-4b2e-b226-697ea247d251', 'tenant_id': 'e1ef979a91124a569e6e82e760a97314', 'mac_address': 'fa:16:3e:a8:e7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '460c20c3-79d5-4136-a89a-fbf71eaeeb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:12Z', 'updated_at': '2021-09-02T17:21:12Z', 'revision_number': 1, 'project_id': 'e1ef979a91124a569e6e82e760a97314', 'subnets': [{'id': '460c20c3-79d5-4136-a89a-fbf71eaeeb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:21:13.917271 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:21:13.922677 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-cdeadcee-1e54-4ec5-9c3d-bfc3654e8e25 admin admin] 10.222.0.78 "PUT /v2.0/routers/cfb0d3b4-5f72-4999-871b-0b0266ff6965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9725020 Sep 02 17:21:13.952713 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-ae387d37-4c7e-4194-b60b-1d6554f87a53 None None] Provisioning complete for port b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:13.953195 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae387d37-4c7e-4194-b60b-1d6554f87a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:13.989795 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-ae387d37-4c7e-4194-b60b-1d6554f87a53 None None] Port b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:21:14.504589 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46588) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:14.509461 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-c5d9f5df-a74f-4f09-b1c0-901f1f665a35 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1357052724', 'description': 'tempest-secgroup-smoke-1357052724 description', 'project_id': 'eef40ab772c24c3fae207636b6dc7087'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:21:14.605737 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c5d9f5df-a74f-4f09-b1c0-901f1f665a35 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:14.690834 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c5d9f5df-a74f-4f09-b1c0-901f1f665a35 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:14.760829 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c5d9f5df-a74f-4f09-b1c0-901f1f665a35 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:14.802716 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9f5df-a74f-4f09-b1c0-901f1f665a35 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab02124-f812-43ae-9e1f-51611c339f75,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:14.840651 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-c5d9f5df-a74f-4f09-b1c0-901f1f665a35 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:14.844675 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-c5d9f5df-a74f-4f09-b1c0-901f1f665a35 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3362494 Sep 02 17:21:14.844893 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46590) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:14.850443 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-20bc92e8-cacf-43b2-9712-ddb77f54ac97 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Request body: {'security_group_rule': {'security_group_id': '8ab02124-f812-43ae-9e1f-51611c339f75', 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:21:14.932595 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-20bc92e8-cacf-43b2-9712-ddb77f54ac97 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:14.991591 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-20bc92e8-cacf-43b2-9712-ddb77f54ac97 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:15.086298 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-20bc92e8-cacf-43b2-9712-ddb77f54ac97 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:15.103913 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device bf05567a-c05f-44d9-a44a-9d7c445fd1ee up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:21:15.105242 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc92e8-cacf-43b2-9712-ddb77f54ac97 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c383121-d386-4925-93e8-710fe90ebe60,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:15.206555 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-20bc92e8-cacf-43b2-9712-ddb77f54ac97 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:15.209012 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-20bc92e8-cacf-43b2-9712-ddb77f54ac97 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3630664 Sep 02 17:21:15.211772 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46592) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:15.216535 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-e2efba74-3a82-4b43-bc86-d5caab2d4462 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Request body: {'security_group_rule': {'security_group_id': '8ab02124-f812-43ae-9e1f-51611c339f75', 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:21:15.235087 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port bf05567a-c05f-44d9-a44a-9d7c445fd1ee completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:21:15.239092 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port bf05567a-c05f-44d9-a44a-9d7c445fd1ee triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:15.239596 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:15.260784 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33261a3b-69be-4ded-9bdf-af31c0caa288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:15.295490 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e2efba74-3a82-4b43-bc86-d5caab2d4462 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:15.323834 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:15.344537 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port bf05567a-c05f-44d9-a44a-9d7c445fd1ee, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=bf05567a-c05f-44d9-a44a-9d7c445fd1ee,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:21:15.356428 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e2efba74-3a82-4b43-bc86-d5caab2d4462 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:15.400961 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:15.412182 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e2efba74-3a82-4b43-bc86-d5caab2d4462 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:15.429163 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efba74-3a82-4b43-bc86-d5caab2d4462 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7df3dda-88e5-49c9-9ca5-d5fb35c5875d,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:15.456390 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=bf05567a-c05f-44d9-a44a-9d7c445fd1ee,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:15.514897 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-e2efba74-3a82-4b43-bc86-d5caab2d4462 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:15.516049 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-e2efba74-3a82-4b43-bc86-d5caab2d4462 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3033073 Sep 02 17:21:15.518714 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46594) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:15.525436 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-8b49410c-9dea-40ad-984b-ff5a1939b0a9 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Request body: {'security_group_rule': {'security_group_id': '8ab02124-f812-43ae-9e1f-51611c339f75', 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:21:15.543837 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:15.628749 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8b49410c-9dea-40ad-984b-ff5a1939b0a9 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:15.687258 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8b49410c-9dea-40ad-984b-ff5a1939b0a9 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:15.717818 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Sync routers for ids ['cfb0d3b4-5f72-4999-871b-0b0266ff6965'] in dv-cinder-777031-8-iscsi {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:21:15.727979 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Routers {'cfb0d3b4-5f72-4999-871b-0b0266ff6965'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:21:15.728681 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:21:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['cfb0d3b4-5f72-4999-871b-0b0266ff6965'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:15.737821 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8b49410c-9dea-40ad-984b-ff5a1939b0a9 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:15.758794 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49410c-9dea-40ad-984b-ff5a1939b0a9 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b401d2b5-fb1a-48c3-8d20-7570dcfe4ccb,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:15.815486 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8b49410c-9dea-40ad-984b-ff5a1939b0a9 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:15.817578 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-8b49410c-9dea-40ad-984b-ff5a1939b0a9 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2971513 Sep 02 17:21:15.820442 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46596) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:15.825156 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-8d5c5085-3399-464b-8b5a-970f341459df tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Request body: {'security_group_rule': {'security_group_id': '8ab02124-f812-43ae-9e1f-51611c339f75', 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:21:15.849926 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Set router cfb0d3b4-5f72-4999-871b-0b0266ff6965 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:21:15.908147 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5085-3399-464b-8b5a-970f341459df tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:15.972001 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5085-3399-464b-8b5a-970f341459df tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:16.040497 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5085-3399-464b-8b5a-970f341459df tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:16.049747 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'name': 'tempest-TestVolumeBootPattern-2144186934-router', 'tenant_id': 'e1ef979a91124a569e6e82e760a97314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'bf05567a-c05f-44d9-a44a-9d7c445fd1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:09Z', 'updated_at': '2021-09-02T17:21:13Z', 'revision_number': 4, 'project_id': 'e1ef979a91124a569e6e82e760a97314', 'gw_port': {'id': 'bf05567a-c05f-44d9-a44a-9d7c445fd1ee', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:10Z', 'updated_at': '2021-09-02T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40', 'name': '', 'network_id': 'e583dc68-8b71-4b2e-b226-697ea247d251', 'tenant_id': 'e1ef979a91124a569e6e82e760a97314', 'mac_address': 'fa:16:3e:a8:e7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '460c20c3-79d5-4136-a89a-fbf71eaeeb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:12Z', 'updated_at': '2021-09-02T17:21:13Z', 'revision_number': 2, 'project_id': 'e1ef979a91124a569e6e82e760a97314', 'subnets': [{'id': '460c20c3-79d5-4136-a89a-fbf71eaeeb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:16.056793 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c5085-3399-464b-8b5a-970f341459df tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4de71ea-3a4e-4158-8a4a-bb36d5d4288e,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:16.079440 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Checking router: cfb0d3b4-5f72-4999-871b-0b0266ff6965 for host: dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:21:16.079795 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Updating router cfb0d3b4-5f72-4999-871b-0b0266ff6965 port b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 binding host dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 17:21:16.105003 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:16.161646 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5085-3399-464b-8b5a-970f341459df tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:16.162871 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-8d5c5085-3399-464b-8b5a-970f341459df tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3414865 Sep 02 17:21:16.165786 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46598) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:16.170238 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-11975bbb-957c-4b8e-920e-0536aec72ad8 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Request body: {'security_group_rule': {'security_group_id': '8ab02124-f812-43ae-9e1f-51611c339f75', 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:21:16.206162 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:16.257798 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.securitygroups_db [None req-11975bbb-957c-4b8e-920e-0536aec72ad8 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Project eef40ab772c24c3fae207636b6dc7087 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 17:21:16.263093 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-11975bbb-957c-4b8e-920e-0536aec72ad8 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:16.324371 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-11975bbb-957c-4b8e-920e-0536aec72ad8 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:16.371986 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:16.381838 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Transition to ACTIVE for port object b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:21:16.383330 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-11975bbb-957c-4b8e-920e-0536aec72ad8 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:16.398638 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11975bbb-957c-4b8e-920e-0536aec72ad8 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04227d4-4b7e-488d-b629-b2699b284a53,revision_number=0']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:16.451992 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:16.474910 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-11975bbb-957c-4b8e-920e-0536aec72ad8 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:16.476230 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-11975bbb-957c-4b8e-920e-0536aec72ad8 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3094964 Sep 02 17:21:16.479548 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 46600) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:16.484936 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-3dfc1170-31ed-4591-abe2-1a6d0da51ccc tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Request body: {'security_group_rule': {'security_group_id': '8ab02124-f812-43ae-9e1f-51611c339f75', 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:21:16.502673 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccffaa5-0d71-40d7-a7ed-d6cbc6cd4a50 None None] Pushing event updated for resources: {'Port': ['ID=b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:16.560320 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Attempting to bind port b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 on host dv-cinder-777031-8-iscsi for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:21:16.560696 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Attempting to bind port b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 by drivers openvswitch,hyperv on host dv-cinder-777031-8-iscsi at level 0 using segments [{'id': 'd4054825-56c5-481c-b5e6-964ded3e3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'e583dc68-8b71-4b2e-b226-697ea247d251'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:21:16.561037 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Attempting to bind port b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 on network e583dc68-8b71-4b2e-b226-697ea247d251 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:21:16.566135 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Checking agent: {'id': 'ca4269cc-87a6-4af9-b2b8-7e2aef220583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 2, 45), 'started_at': datetime.datetime(2021, 9, 2, 17, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:21:16.566535 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Checking segment: {'id': 'd4054825-56c5-481c-b5e6-964ded3e3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'e583dc68-8b71-4b2e-b226-697ea247d251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:21:16.566900 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:16.567314 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Bound using segment: {'id': 'd4054825-56c5-481c-b5e6-964ded3e3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'e583dc68-8b71-4b2e-b226-697ea247d251'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:21:16.567733 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Bound port: b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40, host: dv-cinder-777031-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4054825-56c5-481c-b5e6-964ded3e3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'e583dc68-8b71-4b2e-b226-697ea247d251'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:21:16.568124 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:16.594804 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.securitygroups_db [None req-3dfc1170-31ed-4591-abe2-1a6d0da51ccc tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Project eef40ab772c24c3fae207636b6dc7087 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 17:21:16.600984 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3dfc1170-31ed-4591-abe2-1a6d0da51ccc tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:16.634508 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] For port b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40, host dv-cinder-777031-8-iscsi, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:21:16.637880 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] For port b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40, host dv-cinder-777031-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40,segment=NetworkSegment(d4054825-56c5-481c-b5e6-964ded3e3a3e),segment_id=d4054825-56c5-481c-b5e6-964ded3e3a3e)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:21:16.671321 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3dfc1170-31ed-4591-abe2-1a6d0da51ccc tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:16.703591 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:16.737672 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3dfc1170-31ed-4591-abe2-1a6d0da51ccc tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443326'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:16.751662 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc1170-31ed-4591-abe2-1a6d0da51ccc tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c64859-d765-4938-a4fe-8effbf2538bf,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:16.764724 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Routers {'cfb0d3b4-5f72-4999-871b-0b0266ff6965'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:21:16.765228 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:21:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['cfb0d3b4-5f72-4999-871b-0b0266ff6965'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:16.768209 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccffaa5-0d71-40d7-a7ed-d6cbc6cd4a50 None None] Pushing event updated for resources: {'Port': ['ID=b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:16.829189 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3dfc1170-31ed-4591-abe2-1a6d0da51ccc tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:16.830966 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-3dfc1170-31ed-4591-abe2-1a6d0da51ccc tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3498368 Sep 02 17:21:16.886111 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] Set router cfb0d3b4-5f72-4999-871b-0b0266ff6965 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:21:17.142400 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:21:17.212549 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'name': 'tempest-TestVolumeBootPattern-2144186934-router', 'tenant_id': 'e1ef979a91124a569e6e82e760a97314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'bf05567a-c05f-44d9-a44a-9d7c445fd1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:09Z', 'updated_at': '2021-09-02T17:21:13Z', 'revision_number': 4, 'project_id': 'e1ef979a91124a569e6e82e760a97314', 'gw_port': {'id': 'bf05567a-c05f-44d9-a44a-9d7c445fd1ee', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:10Z', 'updated_at': '2021-09-02T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40', 'name': '', 'network_id': 'e583dc68-8b71-4b2e-b226-697ea247d251', 'tenant_id': 'e1ef979a91124a569e6e82e760a97314', 'mac_address': 'fa:16:3e:a8:e7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '460c20c3-79d5-4136-a89a-fbf71eaeeb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:12Z', 'updated_at': '2021-09-02T17:21:16Z', 'revision_number': 4, 'project_id': 'e1ef979a91124a569e6e82e760a97314', 'subnets': [{'id': '460c20c3-79d5-4136-a89a-fbf71eaeeb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:17.240865 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6add933-41b2-49fa-9ec7-04599d6f8490 None None] The sync data for ids ['cfb0d3b4-5f72-4999-871b-0b0266ff6965'] in dv-cinder-777031-8-iscsi is: [{'id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'name': 'tempest-TestVolumeBootPattern-2144186934-router', 'tenant_id': 'e1ef979a91124a569e6e82e760a97314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'bf05567a-c05f-44d9-a44a-9d7c445fd1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:09Z', 'updated_at': '2021-09-02T17:21:13Z', 'revision_number': 4, 'project_id': 'e1ef979a91124a569e6e82e760a97314', 'gw_port': {'id': 'bf05567a-c05f-44d9-a44a-9d7c445fd1ee', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:10Z', 'updated_at': '2021-09-02T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40', 'name': '', 'network_id': 'e583dc68-8b71-4b2e-b226-697ea247d251', 'tenant_id': 'e1ef979a91124a569e6e82e760a97314', 'mac_address': 'fa:16:3e:a8:e7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '460c20c3-79d5-4136-a89a-fbf71eaeeb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:12Z', 'updated_at': '2021-09-02T17:21:16Z', 'revision_number': 4, 'project_id': 'e1ef979a91124a569e6e82e760a97314', 'subnets': [{'id': '460c20c3-79d5-4136-a89a-fbf71eaeeb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:21:17.286742 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning for port b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:21:17.291505 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:17.296813 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:17.376955 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:17.410335 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] For port b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40,segment=NetworkSegment(d4054825-56c5-481c-b5e6-964ded3e3a3e),segment_id=d4054825-56c5-481c-b5e6-964ded3e3a3e)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:21:17.474969 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:17.481693 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device bf05567a-c05f-44d9-a44a-9d7c445fd1ee up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:21:17.557953 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Pushing event updated for resources: {'Port': ['ID=b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:17.569969 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port bf05567a-c05f-44d9-a44a-9d7c445fd1ee triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:17.570346 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:18.177786 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:19.089570 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 up at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:21:19.136912 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Provisioning complete for port b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:19.137279 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:21.704452 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:21:33.795373 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-c6ca04a8-5a77-40a9-affb-a7c6df19e0c4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1357052724&fields=id&tenant_id=eef40ab772c24c3fae207636b6dc7087 HTTP/1.1" status: 200 len: 267 time: 0.0336449 Sep 02 17:21:33.900098 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-27402213-edfd-4b90-b214-7b18a58e1af2 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:33.901568 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-27402213-edfd-4b90-b214-7b18a58e1af2 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/networks?id=09ddc5b0-7cc3-4f15-8105-39352848bbe5 HTTP/1.1" status: 200 len: 812 time: 0.0991790 Sep 02 17:21:33.915877 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-ab72566a-1396-4172-8769-0db7e478e4d6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/quotas/eef40ab772c24c3fae207636b6dc7087 HTTP/1.1" status: 200 len: 375 time: 0.0087163 Sep 02 17:21:33.968087 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-74cd37de-1a7c-4f5a-9696-c2d63a6ecd0f tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470595 Sep 02 17:21:33.983257 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-ba8e451f-a6b7-46ed-b683-ba148f61099c service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:21:33.984271 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-ba8e451f-a6b7-46ed-b683-ba148f61099c service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052316 Sep 02 17:21:34.073106 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-98630d34-54dd-4d1c-8f50-16be41cc46ed service neutron] 10.222.0.78 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830910 Sep 02 17:21:34.165993 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-40b6fcf3-dcfd-443d-8a07-51aea1903d8d service neutron] 10.222.0.78 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869784 Sep 02 17:21:34.757835 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5f20bf31-386c-4dbb-bb09-c69147f030d8 req-d5e48468-0673-4b6d-b5b0-0aa3a4335c9c tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 210 time: 0.1225944 Sep 02 17:21:35.852070 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e29339ad-aa8f-4cfd-b0ac-daf0cbdb0f5e req-fdb4cf4b-a82c-43b3-b8a0-23812ed4671e tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 210 time: 0.0267053 Sep 02 17:21:36.575655 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-1b249145-d134-4cc5-8b70-f57f05ef312a tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:36.577066 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-1b249145-d134-4cc5-8b70-f57f05ef312a tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.46 "GET /v2.0/networks?id=09ddc5b0-7cc3-4f15-8105-39352848bbe5 HTTP/1.1" status: 200 len: 812 time: 0.1038301 Sep 02 17:21:36.626289 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-b5b8dcc9-b7d2-41bb-abc8-9760370ea5c1 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eef40ab772c24c3fae207636b6dc7087 HTTP/1.1" status: 200 len: 380 time: 0.0338848 Sep 02 17:21:36.636103 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-a7c9107b-7213-4b95-949c-05a0bc5ae295 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Request body: {'port': {'device_id': '4f3e7a65-2dc9-448b-967f-1069edc1fdfa', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'admin_state_up': True, 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'security_groups': ['8ab02124-f812-43ae-9e1f-51611c339f75']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:21:36.808582 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-a7c9107b-7213-4b95-949c-05a0bc5ae295 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Made reservation on behalf of eef40ab772c24c3fae207636b6dc7087 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:21:36.812105 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-a7c9107b-7213-4b95-949c-05a0bc5ae295 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:36.942060 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-a7c9107b-7213-4b95-949c-05a0bc5ae295 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Allocated IP 172.20.0.14 (09ddc5b0-7cc3-4f15-8105-39352848bbe5/76dfd7e2-bc6c-4183-9c7f-963c08e111e4/6ec25b7c-8a01-4e95-85dd-534d03023e2c) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:21:36.945827 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7d7a8fa9-ddf1-4749-8961-caebefaac2c7 req-fb620061-14b9-45b9-b240-7cc1b982b06a tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 210 time: 0.0266910 Sep 02 17:21:37.075488 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-a7c9107b-7213-4b95-949c-05a0bc5ae295 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:37.092515 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-a7c9107b-7213-4b95-949c-05a0bc5ae295 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Transition to ACTIVE for port object 6ec25b7c-8a01-4e95-85dd-534d03023e2c will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:21:37.197482 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-a7c9107b-7213-4b95-949c-05a0bc5ae295 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:37.239215 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-a7c9107b-7213-4b95-949c-05a0bc5ae295 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:21:37.259824 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-a7c9107b-7213-4b95-949c-05a0bc5ae295 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:21:37.259824 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-a7c9107b-7213-4b95-949c-05a0bc5ae295 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:21:37.259824 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9107b-7213-4b95-949c-05a0bc5ae295 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event updated for resources: {'Port': ['ID=6ec25b7c-8a01-4e95-85dd-534d03023e2c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:37.300182 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-a7c9107b-7213-4b95-949c-05a0bc5ae295 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:37.300809 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-a7c9107b-7213-4b95-949c-05a0bc5ae295 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:37.386866 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-a7c9107b-7213-4b95-949c-05a0bc5ae295 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7542233 Sep 02 17:21:37.397052 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-9cff1cdd-78ef-4627-bb54-073ea465420b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:21:37.398173 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-9cff1cdd-78ef-4627-bb54-073ea465420b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056186 Sep 02 17:21:37.459139 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Request body: {'port': {'device_id': '4f3e7a65-2dc9-448b-967f-1069edc1fdfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:21:37.466107 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-0c7a24c5-e3df-4544-ab65-dc6ab8e28aca None None] Provisioning for port 6ec25b7c-8a01-4e95-85dd-534d03023e2c completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:21:37.470250 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-0c7a24c5-e3df-4544-ab65-dc6ab8e28aca None None] Provisioning complete for port 6ec25b7c-8a01-4e95-85dd-534d03023e2c triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:37.470624 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0c7a24c5-e3df-4544-ab65-dc6ab8e28aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:37.506217 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a24c5-e3df-4544-ab65-dc6ab8e28aca None None] Port 6ec25b7c-8a01-4e95-85dd-534d03023e2c cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:21:37.516911 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:37.771945 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec25b7c-8a01-4e95-85dd-534d03023e2c {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:21:37.779971 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:37.792200 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Transition to ACTIVE for port object 6ec25b7c-8a01-4e95-85dd-534d03023e2c will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:21:37.885533 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:37.937272 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Pushing event updated for resources: {'Port': ['ID=6ec25b7c-8a01-4e95-85dd-534d03023e2c,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:38.007912 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Attempting to bind port 6ec25b7c-8a01-4e95-85dd-534d03023e2c on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:21:38.008404 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Attempting to bind port 6ec25b7c-8a01-4e95-85dd-534d03023e2c by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:21:38.008742 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Attempting to bind port 6ec25b7c-8a01-4e95-85dd-534d03023e2c on network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:21:38.013638 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Port 6ec25b7c-8a01-4e95-85dd-534d03023e2c on network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:21:38.013960 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Attempting to bind port 6ec25b7c-8a01-4e95-85dd-534d03023e2c on network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:21:38.019195 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:21:38.019680 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Checking segment: {'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:21:38.019991 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Bound using segment: {'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:21:38.020424 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Bound port: 6ec25b7c-8a01-4e95-85dd-534d03023e2c, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:21:38.020782 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:38.068363 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd82bf3-b69a-425c-b9b9-92df28d09b8a req-cf32136b-05da-4cc6-ac57-2892ed7892c4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:38.071162 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1cd82bf3-b69a-425c-b9b9-92df28d09b8a req-cf32136b-05da-4cc6-ac57-2892ed7892c4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 944 time: 0.0532119 Sep 02 17:21:38.093161 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] For port 6ec25b7c-8a01-4e95-85dd-534d03023e2c, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:21:38.096579 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] For port 6ec25b7c-8a01-4e95-85dd-534d03023e2c, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6ec25b7c-8a01-4e95-85dd-534d03023e2c,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:21:38.122378 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1cd82bf3-b69a-425c-b9b9-92df28d09b8a req-92f2a9ae-5d23-4250-828d-212df76a3f4e tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448418 Sep 02 17:21:38.171681 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:38.205148 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:38.205703 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:38.207281 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] 10.222.0.46 "PUT /v2.0/ports/6ec25b7c-8a01-4e95-85dd-534d03023e2c HTTP/1.1" status: 200 len: 1094 time: 0.7952294 Sep 02 17:21:38.209617 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3e7a65-2dc9-448b-967f-1069edc1fdfa', 'tag': '6ec25b7c-8a01-4e95-85dd-534d03023e2c'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:21:38.212055 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00ffefc-6ce9-4a8d-9375-a11b43164b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3e7a65-2dc9-448b-967f-1069edc1fdfa", "tag": "6ec25b7c-8a01-4e95-85dd-534d03023e2c"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:21:38.240057 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49027c7f-6f6e-4d7f-820d-98b2acd4197f service neutron] Pushing event updated for resources: {'Port': ['ID=6ec25b7c-8a01-4e95-85dd-534d03023e2c,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:38.312574 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debe623f-51ca-4488-8627-006208cce6e7 x-openstack-request-id: req-debe623f-51ca-4488-8627-006208cce6e7 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:21:38.313411 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3e7a65-2dc9-448b-967f-1069edc1fdfa", "tag": "6ec25b7c-8a01-4e95-85dd-534d03023e2c", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:21:38.313675 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-debe623f-51ca-4488-8627-006208cce6e7 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:21:38.314144 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3e7a65-2dc9-448b-967f-1069edc1fdfa', 'tag': '6ec25b7c-8a01-4e95-85dd-534d03023e2c', 'status': 'completed', 'code': 200} Sep 02 17:21:38.375909 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-76364235-ca38-45b4-afe7-365d018fbea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:38.377531 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-76364235-ca38-45b4-afe7-365d018fbea1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 1097 time: 0.0437891 Sep 02 17:21:38.427274 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-b201af2f-a822-4b1f-95d6-4164ffe7b78a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ec25b7c-8a01-4e95-85dd-534d03023e2c HTTP/1.1" status: 200 len: 217 time: 0.0360196 Sep 02 17:21:38.478257 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-cad1aaa4-b5a7-414f-86fe-1bb111442b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:38.479770 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-cad1aaa4-b5a7-414f-86fe-1bb111442b3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76dfd7e2-bc6c-4183-9c7f-963c08e111e4 HTTP/1.1" status: 200 len: 851 time: 0.0439680 Sep 02 17:21:38.523022 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-edac8e80-beff-40bb-909b-37fc13200691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:38.525176 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-edac8e80-beff-40bb-909b-37fc13200691 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09ddc5b0-7cc3-4f15-8105-39352848bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386691 Sep 02 17:21:38.617975 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-05b3b7f2-1b90-4983-bd09-298d91c0dcff service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855627 Sep 02 17:21:38.707302 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-2257c613-d27e-4a62-9ebe-f13f6dcd5570 req-081592a6-a7df-4538-b6e9-8a2d2eec8709 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826209 Sep 02 17:21:38.939589 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ffefc-6ce9-4a8d-9375-a11b43164b3b req-ca4da17d-3a69-4a30-9730-7b726253701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:38.941014 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b00ffefc-6ce9-4a8d-9375-a11b43164b3b req-ca4da17d-3a69-4a30-9730-7b726253701a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 1097 time: 0.0389783 Sep 02 17:21:39.245337 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9a207-f7d4-4f68-8d19-d4d08ff01b01 req-12defe05-61c1-4b9a-bf0e-f5594f0da2be tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:39.246821 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-21b9a207-f7d4-4f68-8d19-d4d08ff01b01 req-12defe05-61c1-4b9a-bf0e-f5594f0da2be tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 944 time: 0.0532980 Sep 02 17:21:39.285148 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-21b9a207-f7d4-4f68-8d19-d4d08ff01b01 req-6ab6a2ec-f60e-4011-bc1e-70df3cdafe89 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321913 Sep 02 17:21:39.286766 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ffefc-6ce9-4a8d-9375-a11b43164b3b req-79be98db-e27a-47ee-a118-c9a5ec733273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:39.288187 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b00ffefc-6ce9-4a8d-9375-a11b43164b3b req-79be98db-e27a-47ee-a118-c9a5ec733273 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09ddc5b0-7cc3-4f15-8105-39352848bbe5 HTTP/1.1" status: 200 len: 914 time: 0.3378537 Sep 02 17:21:39.330718 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b00ffefc-6ce9-4a8d-9375-a11b43164b3b req-ab683cae-5fe2-4c39-a015-057c010967d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ec25b7c-8a01-4e95-85dd-534d03023e2c HTTP/1.1" status: 200 len: 217 time: 0.0349913 Sep 02 17:21:39.381303 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ffefc-6ce9-4a8d-9375-a11b43164b3b req-0b3d97c1-2e40-4393-abe5-4e2584d8b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:39.382707 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b00ffefc-6ce9-4a8d-9375-a11b43164b3b req-0b3d97c1-2e40-4393-abe5-4e2584d8b265 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76dfd7e2-bc6c-4183-9c7f-963c08e111e4 HTTP/1.1" status: 200 len: 851 time: 0.0452740 Sep 02 17:21:39.426240 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ffefc-6ce9-4a8d-9375-a11b43164b3b req-0dcc5df0-c3aa-4772-8b3e-9596c33121c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:39.427674 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b00ffefc-6ce9-4a8d-9375-a11b43164b3b req-0dcc5df0-c3aa-4772-8b3e-9596c33121c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09ddc5b0-7cc3-4f15-8105-39352848bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385730 Sep 02 17:21:39.520229 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b00ffefc-6ce9-4a8d-9375-a11b43164b3b req-8858525f-c772-471b-84e6-09b72570824e service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849037 Sep 02 17:21:39.608534 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-b00ffefc-6ce9-4a8d-9375-a11b43164b3b req-293eafad-2d8c-4c2a-a56b-1835585a7987 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805190 Sep 02 17:21:39.869503 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:40.404467 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1352c34-4bd1-47e2-9378-64adc371b08d req-3923f98d-bb18-4892-a592-547c3b7b61eb tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:40.405950 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d1352c34-4bd1-47e2-9378-64adc371b08d req-3923f98d-bb18-4892-a592-547c3b7b61eb tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 944 time: 0.0480967 Sep 02 17:21:40.443492 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d1352c34-4bd1-47e2-9378-64adc371b08d req-501480ea-50de-4c35-a8de-7e7cdd29aa78 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318031 Sep 02 17:21:41.564906 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea44dfe-985e-4706-b18f-228aa09d7af4 req-5ba03fc1-e69e-4635-b366-ab573c608719 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:41.566392 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-eea44dfe-985e-4706-b18f-228aa09d7af4 req-5ba03fc1-e69e-4635-b366-ab573c608719 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 944 time: 0.0578945 Sep 02 17:21:41.602225 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-eea44dfe-985e-4706-b18f-228aa09d7af4 req-993158c8-e99d-4b65-b7b4-5b4f5197edfc tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300388 Sep 02 17:21:42.576404 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1a3af339-e717-4e23-8eec-2756e26a952e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:42.719058 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7c2e2-d46b-4ff4-a5e5-8972c83f32ef req-b5d09ac2-d786-47f1-ab69-d3c8a238e034 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:42.720463 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e7d7c2e2-d46b-4ff4-a5e5-8972c83f32ef req-b5d09ac2-d786-47f1-ab69-d3c8a238e034 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 944 time: 0.0509465 Sep 02 17:21:42.758009 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e7d7c2e2-d46b-4ff4-a5e5-8972c83f32ef req-2423b73c-c876-467b-b218-13016a941b98 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316746 Sep 02 17:21:43.870816 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5cf17-6b9f-47c9-b7bd-61ccedfc0646 req-207c2569-8540-444c-bbef-9e8eb2a3686e tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:43.872264 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4ea5cf17-6b9f-47c9-b7bd-61ccedfc0646 req-207c2569-8540-444c-bbef-9e8eb2a3686e tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 944 time: 0.0477512 Sep 02 17:21:43.911863 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4ea5cf17-6b9f-47c9-b7bd-61ccedfc0646 req-88df68c3-b6c6-454d-8f2a-88c916327fe3 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337615 Sep 02 17:21:45.022120 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ade3a-a8a7-426f-adfd-2b67da95aa32 req-019705e9-1b69-449a-92d1-0609d579459f tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:45.023512 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6e6ade3a-a8a7-426f-adfd-2b67da95aa32 req-019705e9-1b69-449a-92d1-0609d579459f tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 944 time: 0.0479751 Sep 02 17:21:45.062727 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-6e6ade3a-a8a7-426f-adfd-2b67da95aa32 req-af97992a-05a8-4e68-9875-bcde60bdc030 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324173 Sep 02 17:21:45.233114 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c4780d90-e7a8-4fd7-8234-d58909ea334b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:45.547431 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:46.179710 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e06c3-8121-4b92-be9b-475ced4341ba req-765a8576-18ea-4832-a0a5-5bedc918ae9e tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:46.181208 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b36e06c3-8121-4b92-be9b-475ced4341ba req-765a8576-18ea-4832-a0a5-5bedc918ae9e tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 944 time: 0.0532598 Sep 02 17:21:46.218757 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b36e06c3-8121-4b92-be9b-475ced4341ba req-7d8c7fec-e623-4f09-86d4-2a8a4ab66103 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316079 Sep 02 17:21:46.250357 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:47.298518 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 6ec25b7c-8a01-4e95-85dd-534d03023e2c details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:21:47.332995 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f79dd-5c11-4807-856e-6b1e9ae15f97 req-3075fa28-d666-4e84-8df3-f217037fb463 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:47.334513 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-da9f79dd-5c11-4807-856e-6b1e9ae15f97 req-3075fa28-d666-4e84-8df3-f217037fb463 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 944 time: 0.0486858 Sep 02 17:21:47.371867 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-da9f79dd-5c11-4807-856e-6b1e9ae15f97 req-a3fac624-1563-42ac-baf9-6783fecc0bad tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309381 Sep 02 17:21:47.392944 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 6ec25b7c-8a01-4e95-85dd-534d03023e2c, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6ec25b7c-8a01-4e95-85dd-534d03023e2c,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:21:47.404421 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': '6ec25b7c-8a01-4e95-85dd-534d03023e2c', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'port_id': '6ec25b7c-8a01-4e95-85dd-534d03023e2c', 'mac_address': 'fa:16:3e:fa:0a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:21:47.440221 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:47.452985 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec25b7c-8a01-4e95-85dd-534d03023e2c {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:21:47.471009 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 6ec25b7c-8a01-4e95-85dd-534d03023e2c, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6ec25b7c-8a01-4e95-85dd-534d03023e2c,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:21:47.539475 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:47.589628 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=6ec25b7c-8a01-4e95-85dd-534d03023e2c,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:47.596277 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:47.596626 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:47.596965 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:47.597311 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:47.597659 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:47.597987 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:47.598312 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:47.598637 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:47.598960 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:47.599281 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:47.599601 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:47.599918 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:47.822533 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['6ec25b7c-8a01-4e95-85dd-534d03023e2c'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:21:48.196686 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:48.483008 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed488567-8f65-4ddf-8eed-d1bc77a6160a req-ee76ba81-8e96-45f5-b310-ba4fdabb315c tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:48.484434 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ed488567-8f65-4ddf-8eed-d1bc77a6160a req-ee76ba81-8e96-45f5-b310-ba4fdabb315c tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 945 time: 0.0471587 Sep 02 17:21:48.520910 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ed488567-8f65-4ddf-8eed-d1bc77a6160a req-0c7844d0-f593-4d5c-91bf-96f6f6c348bc tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307207 Sep 02 17:21:49.313521 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 6ec25b7c-8a01-4e95-85dd-534d03023e2c up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:21:49.416596 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port 6ec25b7c-8a01-4e95-85dd-534d03023e2c completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:21:49.420643 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port 6ec25b7c-8a01-4e95-85dd-534d03023e2c triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:21:49.426538 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:49.496608 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:49.521399 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3e7a65-2dc9-448b-967f-1069edc1fdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec25b7c-8a01-4e95-85dd-534d03023e2c'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:21:49.523641 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f017110d-bc2e-49f4-a0c3-c03fc3d007fe" -d '{"events": [{"server_uuid": "4f3e7a65-2dc9-448b-967f-1069edc1fdfa", "name": "network-vif-plugged", "status": "completed", "tag": "6ec25b7c-8a01-4e95-85dd-534d03023e2c"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:21:49.537088 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 6ec25b7c-8a01-4e95-85dd-534d03023e2c, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6ec25b7c-8a01-4e95-85dd-534d03023e2c,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:21:49.598846 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:49.625927 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2c55eb-c78c-442c-bdac-002e32b55ae1 x-openstack-request-id: req-bc2c55eb-c78c-442c-bdac-002e32b55ae1 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:21:49.626216 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3e7a65-2dc9-448b-967f-1069edc1fdfa", "name": "network-vif-plugged", "status": "completed", "tag": "6ec25b7c-8a01-4e95-85dd-534d03023e2c", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:21:49.626503 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bc2c55eb-c78c-442c-bdac-002e32b55ae1 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:21:49.626910 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3e7a65-2dc9-448b-967f-1069edc1fdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec25b7c-8a01-4e95-85dd-534d03023e2c', 'code': 200} Sep 02 17:21:49.641054 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f207d-84f2-4414-920b-3b2ca06a10c0 req-b210f041-65de-4e46-924c-a319e6cf7e17 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:49.642557 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-822f207d-84f2-4414-920b-3b2ca06a10c0 req-b210f041-65de-4e46-924c-a319e6cf7e17 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 946 time: 0.0552857 Sep 02 17:21:49.652098 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=6ec25b7c-8a01-4e95-85dd-534d03023e2c,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:49.681550 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-822f207d-84f2-4414-920b-3b2ca06a10c0 req-a74eb53c-77b5-43b9-b1bc-df8dda59a317 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323863 Sep 02 17:21:49.980549 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a627eed-e89e-4b8a-bf02-88d27e0e1bad req-423226b6-f1b0-464e-95e9-cc40b1c6b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:49.982035 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3a627eed-e89e-4b8a-bf02-88d27e0e1bad req-423226b6-f1b0-464e-95e9-cc40b1c6b74b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 1099 time: 0.0402737 Sep 02 17:21:50.016234 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3a627eed-e89e-4b8a-bf02-88d27e0e1bad req-f1267a58-873b-4cb7-914a-c1d9842ecae1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271378 Sep 02 17:21:50.799498 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34c155-a856-44cd-a09a-19ffc1850d91 req-552731c7-abde-4b7e-bcfd-2b2bfe3729cf tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:50.800943 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fe34c155-a856-44cd-a09a-19ffc1850d91 req-552731c7-abde-4b7e-bcfd-2b2bfe3729cf tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 946 time: 0.0478778 Sep 02 17:21:50.838131 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fe34c155-a856-44cd-a09a-19ffc1850d91 req-a9d3a989-72d4-405f-b121-4921b3c5a52e tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306914 Sep 02 17:21:51.953478 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b9426-a311-4fca-a0d8-3e162e9d3c12 req-c4ff1cd6-9451-4a36-a612-1505a2bf5175 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:51.954955 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dc3b9426-a311-4fca-a0d8-3e162e9d3c12 req-c4ff1cd6-9451-4a36-a612-1505a2bf5175 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 946 time: 0.0522182 Sep 02 17:21:51.992380 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dc3b9426-a311-4fca-a0d8-3e162e9d3c12 req-cbf4621d-0fb2-45fd-93a9-efae0309c0aa tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316079 Sep 02 17:21:52.108395 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5878a4-e3be-4503-ac93-be0a79aade3f req-3a66dc6f-54e5-460c-9719-44684c75469b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:52.109886 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9f5878a4-e3be-4503-ac93-be0a79aade3f req-3a66dc6f-54e5-460c-9719-44684c75469b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 946 time: 0.0533791 Sep 02 17:21:52.147882 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9f5878a4-e3be-4503-ac93-be0a79aade3f req-efe65ba4-2061-4ad7-9b5d-7a90da97f59d tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321515 Sep 02 17:21:52.169741 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46772) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:52.248760 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8120859f-2b6b-41a6-a7c4-e840ae0464fa tempest-TestVolumeBootPattern-892317550 tempest-TestVolumeBootPattern-892317550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:52.250266 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-8120859f-2b6b-41a6-a7c4-e840ae0464fa tempest-TestVolumeBootPattern-892317550 tempest-TestVolumeBootPattern-892317550-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 1094 time: 0.0793159 Sep 02 17:21:52.253095 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46776) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:21:52.257470 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Request body: {'floatingip': {'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'port_id': '6ec25b7c-8a01-4e95-85dd-534d03023e2c', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:21:52.312908 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for floatingip, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:52.407227 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:52.505101 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_common [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Allocated IP 172.27.3.65 (590119a4-1f8b-48ad-9c89-4c6964c18e67/7cdc9a3e-6ce5-4dce-a686-134e15b48f48/0a3f1cb8-3348-4e5d-ac67-cf0f8a65b23e) {{(pid=94732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:21:52.605507 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for port, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:52.719297 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:52.764152 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:21:52.766923 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:21:52.773437 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Received port after_create {{(pid=94732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:21:52.776551 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event updated for resources: {'Port': ['ID=0a3f1cb8-3348-4e5d-ac67-cf0f8a65b23e,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:52.804631 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:52.804986 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:52.805355 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:52.805699 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:52.806036 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:52.806420 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:52.807277 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:52.807621 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:52.807959 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:52.808299 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:52.808622 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:52.808950 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:21:53.122729 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:53.243305 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:53.600260 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:53.678624 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13791354'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:53.751172 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event updated for resources: {'Port': ['ID=0a3f1cb8-3348-4e5d-ac67-cf0f8a65b23e,revision_number=2']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:21:53.761974 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-483694'] for floatingip, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:53.859814 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.l3_db [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Floating IP aed424d9-1656-40a6-b845-d6cbd0852439 associated. External IP: 172.27.3.65, port: 6ec25b7c-8a01-4e95-85dd-534d03023e2c. Sep 02 17:21:54.062389 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:21:54.165749 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:21:54.176528 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd33c11c-eeee-4c32-8edb-017d44c84dc8 None None] Sync routers for ids ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:21:54.187022 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd33c11c-eeee-4c32-8edb-017d44c84dc8 None None] Routers {'411d67a9-d429-49ed-b9cd-efa9d0ad2b62'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:21:54.189651 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-fd33c11c-eeee-4c32-8edb-017d44c84dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:21:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:54.290521 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:21:54.320510 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-ed0038d9-fcdb-4d5c-ac50-8655a3c18edd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0663607 Sep 02 17:21:54.321223 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3e7a65-2dc9-448b-967f-1069edc1fdfa', 'tag': '6ec25b7c-8a01-4e95-85dd-534d03023e2c'}] {{(pid=94732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:21:54.324199 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643edee48d4aa60f3972c255eb08e6184b38aa64b8c7e1e79c40afc0c33c1f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d224f5-96e7-4af3-9d8e-3eddc9cbae6e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3e7a65-2dc9-448b-967f-1069edc1fdfa", "tag": "6ec25b7c-8a01-4e95-85dd-534d03023e2c"}]}' {{(pid=94732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:21:54.362900 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e42d66-64de-4834-9972-f8f8386a3851 x-openstack-request-id: req-f7e42d66-64de-4834-9972-f8f8386a3851 {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:21:54.363193 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3e7a65-2dc9-448b-967f-1069edc1fdfa", "tag": "6ec25b7c-8a01-4e95-85dd-534d03023e2c", "status": "completed", "code": 200}]} {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:21:54.363447 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f7e42d66-64de-4834-9972-f8f8386a3851 {{(pid=94732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:21:54.363845 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3e7a65-2dc9-448b-967f-1069edc1fdfa', 'tag': '6ec25b7c-8a01-4e95-85dd-534d03023e2c', 'status': 'completed', 'code': 200} Sep 02 17:21:54.417861 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-fd33c11c-eeee-4c32-8edb-017d44c84dc8 None None] Set router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:21:54.460416 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d224f5-96e7-4af3-9d8e-3eddc9cbae6e req-3014a458-7937-4a3e-a3ce-1b4c95b2f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:54.461999 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a6d224f5-96e7-4af3-9d8e-3eddc9cbae6e req-3014a458-7937-4a3e-a3ce-1b4c95b2f2f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 1099 time: 0.0432994 Sep 02 17:21:54.552997 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d224f5-96e7-4af3-9d8e-3eddc9cbae6e req-32c09e1f-d7b9-4fc5-a593-0756bcac6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:54.554491 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a6d224f5-96e7-4af3-9d8e-3eddc9cbae6e req-32c09e1f-d7b9-4fc5-a593-0756bcac6014 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09ddc5b0-7cc3-4f15-8105-39352848bbe5 HTTP/1.1" status: 200 len: 914 time: 0.0851915 Sep 02 17:21:54.622805 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a6d224f5-96e7-4af3-9d8e-3eddc9cbae6e req-bd127f43-1e80-46e1-ac0e-5fc6bf28c6cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ec25b7c-8a01-4e95-85dd-534d03023e2c HTTP/1.1" status: 200 len: 999 time: 0.0615046 Sep 02 17:21:54.642431 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-fd33c11c-eeee-4c32-8edb-017d44c84dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': 'aed424d9-1656-40a6-b845-d6cbd0852439', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'port_id': '6ec25b7c-8a01-4e95-85dd-534d03023e2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'mac_address': 'fa:16:3e:fa:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3e7a65-2dc9-448b-967f-1069edc1fdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:21:52Z', 'updated_at': '2021-09-02T17:21:52Z', 'revision_number': 0, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:11Z', 'revision_number': 5, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:54.669209 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd33c11c-eeee-4c32-8edb-017d44c84dc8 None None] Checking router: 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:21:54.673667 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d224f5-96e7-4af3-9d8e-3eddc9cbae6e req-6c2594fe-becc-4354-8187-27932c9b401d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:54.675125 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a6d224f5-96e7-4af3-9d8e-3eddc9cbae6e req-6c2594fe-becc-4354-8187-27932c9b401d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76dfd7e2-bc6c-4183-9c7f-963c08e111e4 HTTP/1.1" status: 200 len: 851 time: 0.0457308 Sep 02 17:21:54.677647 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd33c11c-eeee-4c32-8edb-017d44c84dc8 None None] Routers {'411d67a9-d429-49ed-b9cd-efa9d0ad2b62'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:21:54.678231 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-fd33c11c-eeee-4c32-8edb-017d44c84dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:21:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:54.722144 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d224f5-96e7-4af3-9d8e-3eddc9cbae6e req-e3ed82f2-7872-4c32-bc45-7839a8508522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:21:54.723624 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a6d224f5-96e7-4af3-9d8e-3eddc9cbae6e req-e3ed82f2-7872-4c32-bc45-7839a8508522 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09ddc5b0-7cc3-4f15-8105-39352848bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411146 Sep 02 17:21:54.782853 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-fd33c11c-eeee-4c32-8edb-017d44c84dc8 None None] Set router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:21:54.815015 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a6d224f5-96e7-4af3-9d8e-3eddc9cbae6e req-7d31a335-a719-4c83-9cd9-18486bc5959e service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836973 Sep 02 17:21:54.903139 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-a6d224f5-96e7-4af3-9d8e-3eddc9cbae6e req-5c441068-f6c8-418f-9194-2afcf0590061 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806434 Sep 02 17:21:55.006563 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-fd33c11c-eeee-4c32-8edb-017d44c84dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': 'aed424d9-1656-40a6-b845-d6cbd0852439', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'port_id': '6ec25b7c-8a01-4e95-85dd-534d03023e2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'mac_address': 'fa:16:3e:fa:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3e7a65-2dc9-448b-967f-1069edc1fdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:21:52Z', 'updated_at': '2021-09-02T17:21:52Z', 'revision_number': 0, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:11Z', 'revision_number': 5, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:21:55.033209 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd33c11c-eeee-4c32-8edb-017d44c84dc8 None None] The sync data for ids ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'] in dv-cinder-777031-8-iscsi is: [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': 'aed424d9-1656-40a6-b845-d6cbd0852439', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'port_id': '6ec25b7c-8a01-4e95-85dd-534d03023e2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'mac_address': 'fa:16:3e:fa:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3e7a65-2dc9-448b-967f-1069edc1fdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:21:52Z', 'updated_at': '2021-09-02T17:21:52Z', 'revision_number': 0, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:11Z', 'revision_number': 5, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:21:55.214727 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b86af-621a-4d54-a432-8569687e1fed None None] New status for floating IP aed424d9-1656-40a6-b845-d6cbd0852439: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:21:58.703970 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:22:09.881710 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:12.603350 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b0f13692-e2e4-482f-b4bc-3c8835c12600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:15.312737 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0be48bfb-86eb-4c35-ac89-78b20fa84070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:15.574863 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:16.215003 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:16.840514 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-89266b6e-b696-4f25-87cf-3385d87f713b req-1409cad7-b5a4-442a-98c0-b68dfaaee270 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388122 Sep 02 17:22:16.941799 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89266b6e-b696-4f25-87cf-3385d87f713b req-064eb4a4-0f07-492a-8229-74df1820a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:22:16.943238 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-89266b6e-b696-4f25-87cf-3385d87f713b req-064eb4a4-0f07-492a-8229-74df1820a21a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 1099 time: 0.0435567 Sep 02 17:22:17.046036 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89266b6e-b696-4f25-87cf-3385d87f713b req-7b6fa86f-084a-4ec6-a8c2-0786a4c3a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:22:17.047420 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-89266b6e-b696-4f25-87cf-3385d87f713b req-7b6fa86f-084a-4ec6-a8c2-0786a4c3a547 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09ddc5b0-7cc3-4f15-8105-39352848bbe5 HTTP/1.1" status: 200 len: 914 time: 0.0835602 Sep 02 17:22:17.115174 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-89266b6e-b696-4f25-87cf-3385d87f713b req-27774877-6390-4514-a5f6-6ba289a5dc3b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ec25b7c-8a01-4e95-85dd-534d03023e2c HTTP/1.1" status: 200 len: 1001 time: 0.0597844 Sep 02 17:22:17.162900 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89266b6e-b696-4f25-87cf-3385d87f713b req-5715181d-c540-48fc-b16e-0f964b54faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:22:17.164283 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-89266b6e-b696-4f25-87cf-3385d87f713b req-5715181d-c540-48fc-b16e-0f964b54faf8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76dfd7e2-bc6c-4183-9c7f-963c08e111e4 HTTP/1.1" status: 200 len: 851 time: 0.0427337 Sep 02 17:22:17.209169 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89266b6e-b696-4f25-87cf-3385d87f713b req-70898881-098c-4ae6-8f79-2f9051a3163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:22:17.210634 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-89266b6e-b696-4f25-87cf-3385d87f713b req-70898881-098c-4ae6-8f79-2f9051a3163a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09ddc5b0-7cc3-4f15-8105-39352848bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387280 Sep 02 17:22:17.300896 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-89266b6e-b696-4f25-87cf-3385d87f713b req-a998ae8f-899f-49c1-9a86-42093f95b933 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825264 Sep 02 17:22:17.392675 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-89266b6e-b696-4f25-87cf-3385d87f713b req-17ba671b-a423-480e-8996-6704db5fd01b service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842090 Sep 02 17:22:18.174604 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:35.703474 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:22:39.859743 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:42.646797 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-48035905-4ff7-487b-a979-09784b0c0b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:45.248326 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-80c9b68a-4ccc-4db7-999a-f97dbbe2c9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:45.545241 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:46.213842 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:22:48.183681 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:09.868909 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:12.624481 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e03b2369-e98c-43b4-b49b-4958ee9d31a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:12.702747 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:23:15.247384 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a258016a-19b8-4dd3-8fb7-ec1a835da5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:15.555971 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:16.230149 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:18.156954 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:18.775047 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cb8b7b60-aecc-44cc-84ff-df7a891105dc req-2deb8e91-d8e2-4ea5-9245-ac79809ac33b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401514 Sep 02 17:23:18.873372 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b7b60-aecc-44cc-84ff-df7a891105dc req-29058c02-dc8f-4d83-a963-7abad0163f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:23:18.874918 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cb8b7b60-aecc-44cc-84ff-df7a891105dc req-29058c02-dc8f-4d83-a963-7abad0163f5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 1099 time: 0.0438712 Sep 02 17:23:18.976464 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b7b60-aecc-44cc-84ff-df7a891105dc req-6b6eacdb-c159-4374-bc1e-b8516b8891bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:23:18.977936 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cb8b7b60-aecc-44cc-84ff-df7a891105dc req-6b6eacdb-c159-4374-bc1e-b8516b8891bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=09ddc5b0-7cc3-4f15-8105-39352848bbe5 HTTP/1.1" status: 200 len: 914 time: 0.0842147 Sep 02 17:23:19.043892 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cb8b7b60-aecc-44cc-84ff-df7a891105dc req-9bf35158-39b2-421f-ab5e-fbe70c6fd32c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ec25b7c-8a01-4e95-85dd-534d03023e2c HTTP/1.1" status: 200 len: 1001 time: 0.0588286 Sep 02 17:23:19.091326 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b7b60-aecc-44cc-84ff-df7a891105dc req-a0f1d3ef-8294-4dd7-a960-d994d02f218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:23:19.092706 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cb8b7b60-aecc-44cc-84ff-df7a891105dc req-a0f1d3ef-8294-4dd7-a960-d994d02f218d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76dfd7e2-bc6c-4183-9c7f-963c08e111e4 HTTP/1.1" status: 200 len: 851 time: 0.0418985 Sep 02 17:23:19.136702 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b7b60-aecc-44cc-84ff-df7a891105dc req-04055c89-8135-460b-9677-da376763594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:23:19.138153 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cb8b7b60-aecc-44cc-84ff-df7a891105dc req-04055c89-8135-460b-9677-da376763594a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09ddc5b0-7cc3-4f15-8105-39352848bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381539 Sep 02 17:23:19.227163 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cb8b7b60-aecc-44cc-84ff-df7a891105dc req-bd63d190-d3e7-4a20-98c1-351714be3a95 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816221 Sep 02 17:23:19.314412 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-cb8b7b60-aecc-44cc-84ff-df7a891105dc req-9fd8bfef-f3db-492f-aad0-1420e55f1d86 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811253 Sep 02 17:23:39.875170 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:42.582379 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d357a014-cfc3-4c0f-ad41-5cc924900d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:45.229341 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e157c3f9-9a6d-4e84-bef8-97c4995ca00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:45.559384 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:46.257613 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:48.160542 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:49.023873 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e03eaa-85a8-4405-bd47-da56fb27a71c req-1812a097-f137-405d-b4bd-482edbcebd33 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:23:49.025395 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-39e03eaa-85a8-4405-bd47-da56fb27a71c req-1812a097-f137-405d-b4bd-482edbcebd33 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 946 time: 0.0537193 Sep 02 17:23:49.063149 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-39e03eaa-85a8-4405-bd47-da56fb27a71c req-b99eaa15-943e-42b7-a5b1-c93c31fc601b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317996 Sep 02 17:23:49.701695 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:23:50.179867 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d50d2-28c2-4a20-9d09-c5027ec16450 req-acbcef8d-3b25-4121-9378-360913fd57f7 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:23:50.181349 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a35d50d2-28c2-4a20-9d09-c5027ec16450 req-acbcef8d-3b25-4121-9378-360913fd57f7 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 946 time: 0.0489657 Sep 02 17:23:50.218251 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a35d50d2-28c2-4a20-9d09-c5027ec16450 req-39b6b6c8-c7a2-415a-abbd-d37c616996c7 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310903 Sep 02 17:23:50.706749 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e8eb-a1f9-4b69-aafd-81878a87b53a req-972614e0-1286-419b-9dd4-b138dfd0eba8 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:23:50.708185 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-43e3e8eb-a1f9-4b69-aafd-81878a87b53a req-972614e0-1286-419b-9dd4-b138dfd0eba8 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 946 time: 0.0492332 Sep 02 17:23:50.799636 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-43e3e8eb-a1f9-4b69-aafd-81878a87b53a req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Deleting port 6ec25b7c-8a01-4e95-85dd-534d03023e2c {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:23:50.799970 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-43e3e8eb-a1f9-4b69-aafd-81878a87b53a req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:50.887070 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-43e3e8eb-a1f9-4b69-aafd-81878a87b53a req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] For port 6ec25b7c-8a01-4e95-85dd-534d03023e2c, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6ec25b7c-8a01-4e95-85dd-534d03023e2c,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:23:50.887426 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-43e3e8eb-a1f9-4b69-aafd-81878a87b53a req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:51.050950 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-43e3e8eb-a1f9-4b69-aafd-81878a87b53a req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:51.051462 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-43e3e8eb-a1f9-4b69-aafd-81878a87b53a req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-483694'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:51.051872 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.l3_db [req-43e3e8eb-a1f9-4b69-aafd-81878a87b53a req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Floating IP aed424d9-1656-40a6-b845-d6cbd0852439 disassociated. External IP: 172.27.3.65, port: 6ec25b7c-8a01-4e95-85dd-534d03023e2c. Sep 02 17:23:51.052209 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-43e3e8eb-a1f9-4b69-aafd-81878a87b53a req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Calling delete_port for 6ec25b7c-8a01-4e95-85dd-534d03023e2c owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:23:51.229099 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-43e3e8eb-a1f9-4b69-aafd-81878a87b53a req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:51.258262 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event deleted for resources: {'Port': ['ID=6ec25b7c-8a01-4e95-85dd-534d03023e2c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:23:51.270458 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:23:51.270818 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:23:51.271172 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:23:51.271521 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:23:51.271858 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:23:51.272214 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:23:51.272536 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:23:51.272869 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:23:51.273207 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:23:51.273582 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:23:51.273904 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:23:51.274205 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:23:51.332226 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-a0c7bb80-32ed-44f5-a520-a158256b7781 req-80f0b059-0a5f-490b-a5b5-5a36328a2fba tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 210 time: 0.0288367 Sep 02 17:23:51.381130 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43e3e8eb-a1f9-4b69-aafd-81878a87b53a req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:23:51.485516 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43e3e8eb-a1f9-4b69-aafd-81878a87b53a req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:23:51.495601 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3dfb55-a9e4-4a7a-b403-afcac959c4c6 None None] Sync routers for ids ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:23:51.525644 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e3e8eb-a1f9-4b69-aafd-81878a87b53a req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] No DVR routers for this DVR port 6ec25b7c-8a01-4e95-85dd-534d03023e2c on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:23:51.528276 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-43e3e8eb-a1f9-4b69-aafd-81878a87b53a req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:51.534185 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-43e3e8eb-a1f9-4b69-aafd-81878a87b53a req-6b1b7dcc-d25c-4d1a-82d5-d447dc7d0644 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.46 "DELETE /v2.0/ports/6ec25b7c-8a01-4e95-85dd-534d03023e2c HTTP/1.1" status: 204 len: 173 time: 0.8164577 Sep 02 17:23:51.534185 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3e7a65-2dc9-448b-967f-1069edc1fdfa', 'name': 'network-vif-deleted', 'tag': '6ec25b7c-8a01-4e95-85dd-534d03023e2c'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:23:51.534185 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ca8d59-fb8a-4646-95f6-726006cbaa2c" -d '{"events": [{"server_uuid": "4f3e7a65-2dc9-448b-967f-1069edc1fdfa", "name": "network-vif-deleted", "tag": "6ec25b7c-8a01-4e95-85dd-534d03023e2c"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:23:51.543488 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3dfb55-a9e4-4a7a-b403-afcac959c4c6 None None] Routers {'411d67a9-d429-49ed-b9cd-efa9d0ad2b62'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:23:51.544218 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-0c3dfb55-a9e4-4a7a-b403-afcac959c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:23:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:23:51.585668 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72318474-1ae6-40c0-815e-dcc273b8067b x-openstack-request-id: req-72318474-1ae6-40c0-815e-dcc273b8067b {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:23:51.585668 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3e7a65-2dc9-448b-967f-1069edc1fdfa", "name": "network-vif-deleted", "tag": "6ec25b7c-8a01-4e95-85dd-534d03023e2c", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:23:51.585668 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-72318474-1ae6-40c0-815e-dcc273b8067b {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:23:51.585668 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3e7a65-2dc9-448b-967f-1069edc1fdfa', 'name': 'network-vif-deleted', 'tag': '6ec25b7c-8a01-4e95-85dd-534d03023e2c', 'status': 'completed', 'code': 200} Sep 02 17:23:51.651677 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-0c3dfb55-a9e4-4a7a-b403-afcac959c4c6 None None] Set router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:23:51.856062 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-0c3dfb55-a9e4-4a7a-b403-afcac959c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:11Z', 'revision_number': 5, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:23:51.881617 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3dfb55-a9e4-4a7a-b403-afcac959c4c6 None None] Checking router: 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:23:51.889451 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3dfb55-a9e4-4a7a-b403-afcac959c4c6 None None] Routers {'411d67a9-d429-49ed-b9cd-efa9d0ad2b62'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:23:51.890059 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-0c3dfb55-a9e4-4a7a-b403-afcac959c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:23:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:23:51.992401 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-0c3dfb55-a9e4-4a7a-b403-afcac959c4c6 None None] Set router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:23:52.191563 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-0c3dfb55-a9e4-4a7a-b403-afcac959c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:11Z', 'revision_number': 5, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:23:52.220456 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3dfb55-a9e4-4a7a-b403-afcac959c4c6 None None] The sync data for ids ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'] in dv-cinder-777031-8-iscsi is: [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:11Z', 'revision_number': 5, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:23:52.442312 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-d19e83f5-4b32-43ff-aa0e-ee3ccbaf5e14 req-b3582222-dc67-4b05-8f2f-29adad26bc8a tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f3e7a65-2dc9-448b-967f-1069edc1fdfa HTTP/1.1" status: 200 len: 210 time: 0.0264506 Sep 02 17:23:52.460554 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fade0c91-8c06-42c9-947a-29dbe5668a10 None None] New status for floating IP aed424d9-1656-40a6-b845-d6cbd0852439: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:23:53.723695 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-905c24d9-c0ec-47ea-814e-295d0477cd02 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1357052724&fields=id&tenant_id=eef40ab772c24c3fae207636b6dc7087 HTTP/1.1" status: 200 len: 267 time: 0.0328891 Sep 02 17:23:53.826989 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-283ba066-01b6-4b26-a211-4187073b44a2 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:23:53.828476 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-283ba066-01b6-4b26-a211-4187073b44a2 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/networks?id=09ddc5b0-7cc3-4f15-8105-39352848bbe5 HTTP/1.1" status: 200 len: 812 time: 0.0980406 Sep 02 17:23:53.845430 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 6ec25b7c-8a01-4e95-85dd-534d03023e2c no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:23:53.846125 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-9f00bb4c-9d0b-4360-a978-6ff65f454021 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/quotas/eef40ab772c24c3fae207636b6dc7087 HTTP/1.1" status: 200 len: 375 time: 0.0099757 Sep 02 17:23:53.864980 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: 6ec25b7c-8a01-4e95-85dd-534d03023e2c {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:23:53.865349 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 6ec25b7c-8a01-4e95-85dd-534d03023e2c not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:23:53.908766 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-bd91f2a4-9b53-4e24-b06e-0e3a1acc45d8 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563738 Sep 02 17:23:54.066415 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-7b2bc7ca-27d8-4497-8428-672167b7500c service neutron] 10.222.0.78 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467156 Sep 02 17:23:54.157502 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-79eeee3f-240b-4bec-9817-cd2f95c1027c service neutron] 10.222.0.78 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842302 Sep 02 17:23:54.759881 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-da38eef3-c49c-4727-bfd5-0ff834685037 req-f194e4e2-5aa1-446b-a787-a9f702d7226c tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 210 time: 0.0302899 Sep 02 17:23:55.850151 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b2a8a179-a613-484e-be40-d06c491549cc req-db658dbe-f272-4d5e-a8dc-b26a24254b48 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 210 time: 0.0270660 Sep 02 17:23:56.635327 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-8b666512-90cd-4218-94ae-02d2d72d3fdf tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:23:56.636757 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-8b666512-90cd-4218-94ae-02d2d72d3fdf tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.46 "GET /v2.0/networks?id=09ddc5b0-7cc3-4f15-8105-39352848bbe5 HTTP/1.1" status: 200 len: 812 time: 0.1020842 Sep 02 17:23:56.685562 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-0159eacf-f258-4bec-9887-dd850193ea61 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eef40ab772c24c3fae207636b6dc7087 HTTP/1.1" status: 200 len: 380 time: 0.0338767 Sep 02 17:23:56.695067 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-d93f430d-80f3-4ad3-a3e2-35a44c3ce979 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Request body: {'port': {'device_id': '0cde7125-1db8-433f-8fee-7c405eff7077', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'admin_state_up': True, 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'security_groups': ['8ab02124-f812-43ae-9e1f-51611c339f75']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:23:56.867854 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-d93f430d-80f3-4ad3-a3e2-35a44c3ce979 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Made reservation on behalf of eef40ab772c24c3fae207636b6dc7087 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:23:56.871510 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-d93f430d-80f3-4ad3-a3e2-35a44c3ce979 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:56.953059 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-2380d587-fe3c-43e6-aa59-7924dc3eec04 req-84c4601f-1892-46fb-9ae2-a7cc2d848be8 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 210 time: 0.0258040 Sep 02 17:23:57.003619 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-d93f430d-80f3-4ad3-a3e2-35a44c3ce979 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Allocated IP 172.20.0.5 (09ddc5b0-7cc3-4f15-8105-39352848bbe5/76dfd7e2-bc6c-4183-9c7f-963c08e111e4/09760663-d2ba-4978-8c1f-1d213e535178) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:23:57.141043 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-d93f430d-80f3-4ad3-a3e2-35a44c3ce979 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:57.155191 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-d93f430d-80f3-4ad3-a3e2-35a44c3ce979 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Transition to ACTIVE for port object 09760663-d2ba-4978-8c1f-1d213e535178 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:23:57.235214 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-d93f430d-80f3-4ad3-a3e2-35a44c3ce979 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:57.277374 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-d93f430d-80f3-4ad3-a3e2-35a44c3ce979 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:23:57.282073 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-d93f430d-80f3-4ad3-a3e2-35a44c3ce979 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:23:57.288673 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-d93f430d-80f3-4ad3-a3e2-35a44c3ce979 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:23:57.292680 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f430d-80f3-4ad3-a3e2-35a44c3ce979 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event updated for resources: {'Port': ['ID=09760663-d2ba-4978-8c1f-1d213e535178,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:23:57.338370 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-d93f430d-80f3-4ad3-a3e2-35a44c3ce979 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:23:57.339092 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-d93f430d-80f3-4ad3-a3e2-35a44c3ce979 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:57.418775 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-d93f430d-80f3-4ad3-a3e2-35a44c3ce979 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7272284 Sep 02 17:23:57.438274 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Request body: {'port': {'device_id': '0cde7125-1db8-433f-8fee-7c405eff7077', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:23:57.493684 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:57.600724 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f2862e48-b3c0-489f-a7ec-92d04948f925 None None] Provisioning for port 09760663-d2ba-4978-8c1f-1d213e535178 completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:23:57.604606 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f2862e48-b3c0-489f-a7ec-92d04948f925 None None] Provisioning complete for port 09760663-d2ba-4978-8c1f-1d213e535178 triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:23:57.604989 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2862e48-b3c0-489f-a7ec-92d04948f925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:57.639227 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f2862e48-b3c0-489f-a7ec-92d04948f925 None None] Port 09760663-d2ba-4978-8c1f-1d213e535178 cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:23:57.751187 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09760663-d2ba-4978-8c1f-1d213e535178 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:23:57.759064 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:57.771928 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Transition to ACTIVE for port object 09760663-d2ba-4978-8c1f-1d213e535178 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:23:57.852119 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:57.903726 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Pushing event updated for resources: {'Port': ['ID=09760663-d2ba-4978-8c1f-1d213e535178,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:23:57.974980 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Attempting to bind port 09760663-d2ba-4978-8c1f-1d213e535178 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:23:57.975363 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Attempting to bind port 09760663-d2ba-4978-8c1f-1d213e535178 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:23:57.975641 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Attempting to bind port 09760663-d2ba-4978-8c1f-1d213e535178 on network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:23:57.981334 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Port 09760663-d2ba-4978-8c1f-1d213e535178 on network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:23:57.981665 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Attempting to bind port 09760663-d2ba-4978-8c1f-1d213e535178 on network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:23:57.987486 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:23:57.987834 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Checking segment: {'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:23:57.988347 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Bound using segment: {'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:23:57.988796 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Bound port: 09760663-d2ba-4978-8c1f-1d213e535178, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:23:57.989156 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:58.055418 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] For port 09760663-d2ba-4978-8c1f-1d213e535178, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:23:58.059038 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] For port 09760663-d2ba-4978-8c1f-1d213e535178, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=09760663-d2ba-4978-8c1f-1d213e535178,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:23:58.078666 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28db4df-8cee-4151-83c7-73f20a99baa7 req-85d87989-d4a8-48dc-bbcf-ca4c3c13c6b0 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:23:58.080899 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b28db4df-8cee-4151-83c7-73f20a99baa7 req-85d87989-d4a8-48dc-bbcf-ca4c3c13c6b0 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 943 time: 0.0515389 Sep 02 17:23:58.108323 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:58.123558 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-b28db4df-8cee-4151-83c7-73f20a99baa7 req-59e2ab1e-cf0b-4b82-b422-f13303ce4cc7 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366209 Sep 02 17:23:58.142791 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:23:58.143552 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:23:58.144861 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] 10.222.0.46 "PUT /v2.0/ports/09760663-d2ba-4978-8c1f-1d213e535178 HTTP/1.1" status: 200 len: 1093 time: 0.7109737 Sep 02 17:23:58.145320 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cde7125-1db8-433f-8fee-7c405eff7077', 'tag': '09760663-d2ba-4978-8c1f-1d213e535178'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:23:58.147546 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a11525-741d-400d-a077-23996d388648" -d '{"events": [{"name": "network-changed", "server_uuid": "0cde7125-1db8-433f-8fee-7c405eff7077", "tag": "09760663-d2ba-4978-8c1f-1d213e535178"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:23:58.180803 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d595d6-45d1-439b-9e2e-ed3c91dbf00f service neutron] Pushing event updated for resources: {'Port': ['ID=09760663-d2ba-4978-8c1f-1d213e535178,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:23:58.190214 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2e1364-cf2b-4120-90c2-7bad97effee5 x-openstack-request-id: req-4d2e1364-cf2b-4120-90c2-7bad97effee5 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:23:58.190506 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cde7125-1db8-433f-8fee-7c405eff7077", "tag": "09760663-d2ba-4978-8c1f-1d213e535178", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:23:58.190765 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4d2e1364-cf2b-4120-90c2-7bad97effee5 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:23:58.191151 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cde7125-1db8-433f-8fee-7c405eff7077', 'tag': '09760663-d2ba-4978-8c1f-1d213e535178', 'status': 'completed', 'code': 200} Sep 02 17:23:58.281389 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a11525-741d-400d-a077-23996d388648 req-b332c50c-9072-44da-ade7-95cc7dd10773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:23:58.283174 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-74a11525-741d-400d-a077-23996d388648 req-b332c50c-9072-44da-ade7-95cc7dd10773 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 1096 time: 0.0446904 Sep 02 17:23:58.394517 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a11525-741d-400d-a077-23996d388648 req-54b365db-a260-4a31-83f0-65e9078073a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:23:58.395964 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-74a11525-741d-400d-a077-23996d388648 req-54b365db-a260-4a31-83f0-65e9078073a5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=eef40ab772c24c3fae207636b6dc7087&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0988235 Sep 02 17:23:58.493997 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a11525-741d-400d-a077-23996d388648 req-be787fb3-5a10-4a1f-a26a-fa93f45359c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:23:58.495338 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-74a11525-741d-400d-a077-23996d388648 req-be787fb3-5a10-4a1f-a26a-fa93f45359c2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0925729 Sep 02 17:23:58.588301 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-f361d274-ed62-4673-92e0-53e737748a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:23:58.589772 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-f361d274-ed62-4673-92e0-53e737748a26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 1096 time: 0.0394447 Sep 02 17:23:58.637498 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-78c9e3cc-a726-4181-a470-f316aa01a26c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09760663-d2ba-4978-8c1f-1d213e535178 HTTP/1.1" status: 200 len: 217 time: 0.0334661 Sep 02 17:23:58.688598 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-9f5bb7ac-3853-4f6b-b8bf-837634972930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:23:58.690549 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-9f5bb7ac-3853-4f6b-b8bf-837634972930 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76dfd7e2-bc6c-4183-9c7f-963c08e111e4 HTTP/1.1" status: 200 len: 851 time: 0.0465891 Sep 02 17:23:58.737935 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-f0568b1b-37a2-405e-95bd-934f7f46f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:23:58.739380 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-f0568b1b-37a2-405e-95bd-934f7f46f4ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09ddc5b0-7cc3-4f15-8105-39352848bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401657 Sep 02 17:23:58.829092 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-cb5f38ee-7726-4445-9b52-c3ba762997f9 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816915 Sep 02 17:23:58.918963 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-0d2e6b19-0846-497e-8966-2406b5a4d334 req-c8832414-3213-42f2-a97a-9f76c84909be service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823779 Sep 02 17:23:59.236998 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5636760-8fc4-4b9e-a8b4-fe30da772f82 req-0099f2d7-e466-49d2-b364-64960321249d tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:23:59.238476 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c5636760-8fc4-4b9e-a8b4-fe30da772f82 req-0099f2d7-e466-49d2-b364-64960321249d tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 943 time: 0.0485284 Sep 02 17:23:59.274950 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c5636760-8fc4-4b9e-a8b4-fe30da772f82 req-127ef26a-e78e-457c-8090-521737d3d42e tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306900 Sep 02 17:24:00.396084 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697c142-513c-4970-adb1-d6c48f61bec3 req-a5f8f2e7-9bc5-4496-9810-aa419d0bb49a tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:00.397548 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f697c142-513c-4970-adb1-d6c48f61bec3 req-a5f8f2e7-9bc5-4496-9810-aa419d0bb49a tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 943 time: 0.0475969 Sep 02 17:24:00.433772 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f697c142-513c-4970-adb1-d6c48f61bec3 req-1c9db775-bb0b-457f-8dff-3130860703f1 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304253 Sep 02 17:24:01.545527 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30664e84-3bb6-4aac-a716-8d477b868341 req-674514ac-d608-40c8-a33b-8eb16108d840 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:01.546984 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-30664e84-3bb6-4aac-a716-8d477b868341 req-674514ac-d608-40c8-a33b-8eb16108d840 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 943 time: 0.0483203 Sep 02 17:24:01.587799 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-30664e84-3bb6-4aac-a716-8d477b868341 req-beff363e-c34c-420b-8f92-a55f3bcc953c tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343015 Sep 02 17:24:02.701371 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f7476-0f7e-49aa-9015-163bb81c3ac5 req-8661b2d6-abae-4892-93b8-e6ba3db0491a tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:02.702809 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c58f7476-0f7e-49aa-9015-163bb81c3ac5 req-8661b2d6-abae-4892-93b8-e6ba3db0491a tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 943 time: 0.0487680 Sep 02 17:24:02.740518 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c58f7476-0f7e-49aa-9015-163bb81c3ac5 req-6daa4aa6-b28c-4982-98f9-674eb3115ff7 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318005 Sep 02 17:24:03.852667 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4a1d2-89d7-4821-876b-89905927d161 req-d449a33d-5663-450a-a979-6d962a4958a8 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:03.854176 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4dd4a1d2-89d7-4821-876b-89905927d161 req-d449a33d-5663-450a-a979-6d962a4958a8 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 943 time: 0.0479994 Sep 02 17:24:03.892384 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4dd4a1d2-89d7-4821-876b-89905927d161 req-ee9335b4-bdc5-4214-92e1-2677f5d19c9b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313528 Sep 02 17:24:05.006112 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fc14f-fc32-4dfa-af4b-4ff79b9e2551 req-b3813abc-744c-4f09-a206-f64691ba4b2c tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:05.007496 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-211fc14f-fc32-4dfa-af4b-4ff79b9e2551 req-b3813abc-744c-4f09-a206-f64691ba4b2c tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 943 time: 0.0477693 Sep 02 17:24:05.047170 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-211fc14f-fc32-4dfa-af4b-4ff79b9e2551 req-c4b05adb-4dc8-45a6-b094-06613e2034a1 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338748 Sep 02 17:24:06.162867 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b339c-880a-4a32-8060-0afe4a1c1891 req-6fcadce1-c760-401c-bfc0-ee477f16c6b6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:06.164311 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-436b339c-880a-4a32-8060-0afe4a1c1891 req-6fcadce1-c760-401c-bfc0-ee477f16c6b6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 943 time: 0.0478544 Sep 02 17:24:06.202488 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-436b339c-880a-4a32-8060-0afe4a1c1891 req-2efb949b-c99e-46d4-8a87-8952b07725e3 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321391 Sep 02 17:24:07.313801 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c227fdd-80a4-4652-a664-d7d3a0cefe90 req-70c53bb3-6050-41d0-bbb9-b1dd3beb7d49 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:07.315245 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7c227fdd-80a4-4652-a664-d7d3a0cefe90 req-70c53bb3-6050-41d0-bbb9-b1dd3beb7d49 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 943 time: 0.0471299 Sep 02 17:24:07.352330 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-7c227fdd-80a4-4652-a664-d7d3a0cefe90 req-692001cc-cea1-410a-ba5c-10e95b0479a8 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313740 Sep 02 17:24:07.845736 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 09760663-d2ba-4978-8c1f-1d213e535178 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:24:07.941827 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 09760663-d2ba-4978-8c1f-1d213e535178, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=09760663-d2ba-4978-8c1f-1d213e535178,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:24:07.952782 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': '09760663-d2ba-4978-8c1f-1d213e535178', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'port_id': '09760663-d2ba-4978-8c1f-1d213e535178', 'mac_address': 'fa:16:3e:98:5d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:24:07.990069 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:08.003406 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09760663-d2ba-4978-8c1f-1d213e535178 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:24:08.022091 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 09760663-d2ba-4978-8c1f-1d213e535178, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=09760663-d2ba-4978-8c1f-1d213e535178,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:24:08.079958 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:08.139824 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=09760663-d2ba-4978-8c1f-1d213e535178,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:24:08.180878 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:08.181232 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:08.181605 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:08.181985 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:08.182422 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:08.182763 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:08.183096 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:08.183427 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:08.183758 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:08.184086 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:08.184412 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:08.184742 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:08.363259 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['09760663-d2ba-4978-8c1f-1d213e535178'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:24:08.467443 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcc716-1ad9-4bc2-bbb3-1c5c381029fc req-fd17a543-06ea-4478-96b3-2bf0d45fe06d tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:08.468897 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e7dcc716-1ad9-4bc2-bbb3-1c5c381029fc req-fd17a543-06ea-4478-96b3-2bf0d45fe06d tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 944 time: 0.0462873 Sep 02 17:24:08.511426 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e7dcc716-1ad9-4bc2-bbb3-1c5c381029fc req-33a83714-5724-4acc-9aa1-7a1a192d750d tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352669 Sep 02 17:24:09.625148 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8631d97-5da9-4324-bc79-dfd672c70eaa req-ce2ea657-9de8-458e-abe0-45ba64945494 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:09.627158 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f8631d97-5da9-4324-bc79-dfd672c70eaa req-ce2ea657-9de8-458e-abe0-45ba64945494 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 944 time: 0.0503132 Sep 02 17:24:09.664048 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f8631d97-5da9-4324-bc79-dfd672c70eaa req-2779fe83-2a0b-43b2-aa8d-38d764fcd31f tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310202 Sep 02 17:24:09.841939 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 09760663-d2ba-4978-8c1f-1d213e535178 up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:24:09.878789 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:09.931358 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port 09760663-d2ba-4978-8c1f-1d213e535178 completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:24:09.934946 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port 09760663-d2ba-4978-8c1f-1d213e535178 triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:24:09.935307 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:10.011575 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:10.033946 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cde7125-1db8-433f-8fee-7c405eff7077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09760663-d2ba-4978-8c1f-1d213e535178'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:24:10.036204 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de286aa-b6b3-4a9d-b1ec-5621e37df284" -d '{"events": [{"server_uuid": "0cde7125-1db8-433f-8fee-7c405eff7077", "name": "network-vif-plugged", "status": "completed", "tag": "09760663-d2ba-4978-8c1f-1d213e535178"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:24:10.048797 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 09760663-d2ba-4978-8c1f-1d213e535178, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=09760663-d2ba-4978-8c1f-1d213e535178,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:24:10.071873 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb7f6d5-ebe6-4c15-b8a8-92dc4c223402 x-openstack-request-id: req-0fb7f6d5-ebe6-4c15-b8a8-92dc4c223402 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:24:10.072162 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cde7125-1db8-433f-8fee-7c405eff7077", "name": "network-vif-plugged", "status": "completed", "tag": "09760663-d2ba-4978-8c1f-1d213e535178", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:24:10.072414 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0fb7f6d5-ebe6-4c15-b8a8-92dc4c223402 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:24:10.072811 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde7125-1db8-433f-8fee-7c405eff7077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09760663-d2ba-4978-8c1f-1d213e535178', 'code': 200} Sep 02 17:24:10.131894 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:10.180983 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=09760663-d2ba-4978-8c1f-1d213e535178,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:24:10.436770 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65c80f-0506-4b29-a47d-5f7bb4b06b6b req-44b78b3e-9141-4a77-8981-9a78cad2d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:10.438247 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-dd65c80f-0506-4b29-a47d-5f7bb4b06b6b req-44b78b3e-9141-4a77-8981-9a78cad2d56b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 1098 time: 0.0394604 Sep 02 17:24:10.473478 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-dd65c80f-0506-4b29-a47d-5f7bb4b06b6b req-1dcc2097-c6a5-49ad-9083-cd9c1b96f5e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274508 Sep 02 17:24:10.775285 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847260f5-5afa-440d-b9c9-057a9bc717f2 req-d768ab9b-50d2-483b-977e-5a5df301aeca tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:10.776739 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-847260f5-5afa-440d-b9c9-057a9bc717f2 req-d768ab9b-50d2-483b-977e-5a5df301aeca tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 945 time: 0.0481179 Sep 02 17:24:10.813263 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-847260f5-5afa-440d-b9c9-057a9bc717f2 req-102fc601-c496-4312-b02d-a0097f1573e6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307393 Sep 02 17:24:11.927723 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4fd29-3d32-4f78-bb57-4a7847512246 req-1bb0b88b-dc41-430e-b5a4-42dd265efc35 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:11.929172 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dcf4fd29-3d32-4f78-bb57-4a7847512246 req-1bb0b88b-dc41-430e-b5a4-42dd265efc35 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 945 time: 0.0481982 Sep 02 17:24:11.968340 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-dcf4fd29-3d32-4f78-bb57-4a7847512246 req-64aa4fa8-4ff3-45d0-94b4-abaf23f7d7ee tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334322 Sep 02 17:24:12.079121 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a861fa-8b0a-49aa-92a7-b408e37d8d9d req-d7ec2d22-0882-4c74-85b3-8954164fc49e tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:12.080575 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-07a861fa-8b0a-49aa-92a7-b408e37d8d9d req-d7ec2d22-0882-4c74-85b3-8954164fc49e tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 945 time: 0.0482967 Sep 02 17:24:12.118235 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-07a861fa-8b0a-49aa-92a7-b408e37d8d9d req-dce944dd-4076-43c6-b20e-985d4f7c7856 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Sep 02 17:24:12.139357 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46908) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:24:12.177380 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe81551-92ad-4811-be76-044917567d12 tempest-TestVolumeBootPattern-892317550 tempest-TestVolumeBootPattern-892317550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:12.178864 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-dbe81551-92ad-4811-be76-044917567d12 tempest-TestVolumeBootPattern-892317550 tempest-TestVolumeBootPattern-892317550-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 1093 time: 0.0385783 Sep 02 17:24:12.181536 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 46910) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:24:12.185814 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.v2.base [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Request body: {'floatingip': {'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'port_id': '09760663-d2ba-4978-8c1f-1d213e535178', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:24:12.273323 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for floatingip, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:12.369236 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:12.474458 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_common [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Allocated IP 172.27.3.187 (590119a4-1f8b-48ad-9c89-4c6964c18e67/7cdc9a3e-6ce5-4dce-a686-134e15b48f48/251925ef-b505-44a4-8d55-20ebd7883d74) {{(pid=94732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:24:12.585196 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for port, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:12.680441 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:12.708513 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-953dcc06-9044-42ed-9931-c67822f94617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:12.717028 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is already hosted by enough agents. {{(pid=94732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:24:12.721348 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.base_scheduler [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Resources bound (agent type, host, resource id): {{(pid=94732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:24:12.724885 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Received port after_create {{(pid=94732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:24:12.752966 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event updated for resources: {'Port': ['ID=251925ef-b505-44a4-8d55-20ebd7883d74,revision_number=1']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:24:12.767114 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:12.767591 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:12.767943 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:12.768288 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:12.768651 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:12.768970 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:12.769320 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:12.769658 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:12.769991 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:12.770323 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:12.770655 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:12.770978 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:24:13.273781 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:13.402401 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:13.546906 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:13.622879 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13791354'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:13.692847 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event updated for resources: {'Port': ['ID=251925ef-b505-44a4-8d55-20ebd7883d74,revision_number=2']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:24:13.707142 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-483694'] for floatingip, after_create {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:13.803818 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.l3_db [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Floating IP 4ad22f2d-6b51-4743-85f5-1e536701ce4b associated. External IP: 172.27.3.187, port: 09760663-d2ba-4978-8c1f-1d213e535178. Sep 02 17:24:14.007946 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:24:14.111556 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:24:14.122080 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed6ad9c-436d-4e88-98b5-7404ad191845 None None] Sync routers for ids ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:24:14.132353 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed6ad9c-436d-4e88-98b5-7404ad191845 None None] Routers {'411d67a9-d429-49ed-b9cd-efa9d0ad2b62'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:24:14.136994 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-bed6ad9c-436d-4e88-98b5-7404ad191845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:23:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:24:14.217484 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:14.234706 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-bed6ad9c-436d-4e88-98b5-7404ad191845 None None] Set router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:24:14.246838 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-1d619278-edea-424f-ae91-32367ae1f72b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0643201 Sep 02 17:24:14.252033 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cde7125-1db8-433f-8fee-7c405eff7077', 'tag': '09760663-d2ba-4978-8c1f-1d213e535178'}] {{(pid=94732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:24:14.252033 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643edee48d4aa60f3972c255eb08e6184b38aa64b8c7e1e79c40afc0c33c1f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9238af56-cd1d-4a3e-a132-b0f1807e7712" -d '{"events": [{"name": "network-changed", "server_uuid": "0cde7125-1db8-433f-8fee-7c405eff7077", "tag": "09760663-d2ba-4978-8c1f-1d213e535178"}]}' {{(pid=94732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:24:14.289098 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09857e9c-fdbf-4aec-97fe-70293a3a00d2 x-openstack-request-id: req-09857e9c-fdbf-4aec-97fe-70293a3a00d2 {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:24:14.289744 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cde7125-1db8-433f-8fee-7c405eff7077", "tag": "09760663-d2ba-4978-8c1f-1d213e535178", "status": "completed", "code": 200}]} {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:24:14.289744 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-09857e9c-fdbf-4aec-97fe-70293a3a00d2 {{(pid=94732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:24:14.290024 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cde7125-1db8-433f-8fee-7c405eff7077', 'tag': '09760663-d2ba-4978-8c1f-1d213e535178', 'status': 'completed', 'code': 200} Sep 02 17:24:14.372165 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238af56-cd1d-4a3e-a132-b0f1807e7712 req-a6e34da2-be20-4115-9cf4-6ed3526d0e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:14.373667 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9238af56-cd1d-4a3e-a132-b0f1807e7712 req-a6e34da2-be20-4115-9cf4-6ed3526d0e01 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 1098 time: 0.0394289 Sep 02 17:24:14.459543 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-bed6ad9c-436d-4e88-98b5-7404ad191845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '4ad22f2d-6b51-4743-85f5-1e536701ce4b', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'port_id': '09760663-d2ba-4978-8c1f-1d213e535178', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'mac_address': 'fa:16:3e:98:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cde7125-1db8-433f-8fee-7c405eff7077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:24:12Z', 'updated_at': '2021-09-02T17:24:12Z', 'revision_number': 0, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:11Z', 'revision_number': 5, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:24:14.496159 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed6ad9c-436d-4e88-98b5-7404ad191845 None None] Checking router: 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:24:14.505661 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed6ad9c-436d-4e88-98b5-7404ad191845 None None] Routers {'411d67a9-d429-49ed-b9cd-efa9d0ad2b62'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:24:14.506286 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-bed6ad9c-436d-4e88-98b5-7404ad191845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:23:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:24:14.617966 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-bed6ad9c-436d-4e88-98b5-7404ad191845 None None] Set router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:24:14.717542 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238af56-cd1d-4a3e-a132-b0f1807e7712 req-fdb1959e-58c8-4310-abbd-63c06c315a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:14.718977 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9238af56-cd1d-4a3e-a132-b0f1807e7712 req-fdb1959e-58c8-4310-abbd-63c06c315a6e service neutron] 10.222.0.46 "GET /v2.0/networks?id=09ddc5b0-7cc3-4f15-8105-39352848bbe5 HTTP/1.1" status: 200 len: 914 time: 0.3380561 Sep 02 17:24:14.788714 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9238af56-cd1d-4a3e-a132-b0f1807e7712 req-7df4c4f4-66fa-4e2e-a44f-f199ac8b3cd2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09760663-d2ba-4978-8c1f-1d213e535178 HTTP/1.1" status: 200 len: 999 time: 0.0611727 Sep 02 17:24:14.836740 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238af56-cd1d-4a3e-a132-b0f1807e7712 req-6f55aae5-0cde-4eea-965d-ae7b76d92db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:14.838184 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9238af56-cd1d-4a3e-a132-b0f1807e7712 req-6f55aae5-0cde-4eea-965d-ae7b76d92db9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76dfd7e2-bc6c-4183-9c7f-963c08e111e4 HTTP/1.1" status: 200 len: 851 time: 0.0429947 Sep 02 17:24:14.839547 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-bed6ad9c-436d-4e88-98b5-7404ad191845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '4ad22f2d-6b51-4743-85f5-1e536701ce4b', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'port_id': '09760663-d2ba-4978-8c1f-1d213e535178', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'mac_address': 'fa:16:3e:98:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cde7125-1db8-433f-8fee-7c405eff7077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:24:12Z', 'updated_at': '2021-09-02T17:24:12Z', 'revision_number': 0, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:11Z', 'revision_number': 5, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:24:14.865510 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed6ad9c-436d-4e88-98b5-7404ad191845 None None] The sync data for ids ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'] in dv-cinder-777031-8-iscsi is: [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '4ad22f2d-6b51-4743-85f5-1e536701ce4b', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'port_id': '09760663-d2ba-4978-8c1f-1d213e535178', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'mac_address': 'fa:16:3e:98:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cde7125-1db8-433f-8fee-7c405eff7077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:24:12Z', 'updated_at': '2021-09-02T17:24:12Z', 'revision_number': 0, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:11Z', 'revision_number': 5, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:24:14.884083 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238af56-cd1d-4a3e-a132-b0f1807e7712 req-f7d7101b-9a28-40b3-b2dd-97bef0f4426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:14.885680 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9238af56-cd1d-4a3e-a132-b0f1807e7712 req-f7d7101b-9a28-40b3-b2dd-97bef0f4426e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09ddc5b0-7cc3-4f15-8105-39352848bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400138 Sep 02 17:24:14.979380 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9238af56-cd1d-4a3e-a132-b0f1807e7712 req-1bc7b458-725e-4fdb-a937-53916ffc0ae7 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868614 Sep 02 17:24:15.064116 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a276bc-249a-43da-9385-3f39dd60427d None None] New status for floating IP 4ad22f2d-6b51-4743-85f5-1e536701ce4b: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:24:15.074718 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-9238af56-cd1d-4a3e-a132-b0f1807e7712 req-e3fecfbf-3cfb-42c0-a7a2-713d1232eeaf service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876098 Sep 02 17:24:15.250116 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-010de199-6b78-480a-a9dd-0fd3fbe2c50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:15.570390 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:16.234356 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:18.187537 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:21.492834 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3be59365-1a60-43a3-bd4b-3100f865ae2d req-57231e16-93d3-494d-b27b-ab305dee375f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420165 Sep 02 17:24:21.591836 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be59365-1a60-43a3-bd4b-3100f865ae2d req-36a00d51-ece3-424c-bfb8-1f15661dc7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:21.593388 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3be59365-1a60-43a3-bd4b-3100f865ae2d req-36a00d51-ece3-424c-bfb8-1f15661dc7cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 1098 time: 0.0418582 Sep 02 17:24:21.697800 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be59365-1a60-43a3-bd4b-3100f865ae2d req-1afbb0fa-b640-43ca-8c31-2a17a6c27562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:21.699230 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3be59365-1a60-43a3-bd4b-3100f865ae2d req-1afbb0fa-b640-43ca-8c31-2a17a6c27562 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09ddc5b0-7cc3-4f15-8105-39352848bbe5 HTTP/1.1" status: 200 len: 914 time: 0.0825698 Sep 02 17:24:21.766540 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3be59365-1a60-43a3-bd4b-3100f865ae2d req-3ef900c5-50f1-45fb-9982-2489de2a7e7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09760663-d2ba-4978-8c1f-1d213e535178 HTTP/1.1" status: 200 len: 1001 time: 0.0594823 Sep 02 17:24:21.814535 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be59365-1a60-43a3-bd4b-3100f865ae2d req-fbb06d36-c513-4f1a-8d84-fc4503ec683e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:21.816914 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3be59365-1a60-43a3-bd4b-3100f865ae2d req-fbb06d36-c513-4f1a-8d84-fc4503ec683e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76dfd7e2-bc6c-4183-9c7f-963c08e111e4 HTTP/1.1" status: 200 len: 851 time: 0.0435469 Sep 02 17:24:21.862483 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be59365-1a60-43a3-bd4b-3100f865ae2d req-4d97f261-c5b6-4bc3-9b25-61b766da736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:24:21.863937 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3be59365-1a60-43a3-bd4b-3100f865ae2d req-4d97f261-c5b6-4bc3-9b25-61b766da736e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09ddc5b0-7cc3-4f15-8105-39352848bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395148 Sep 02 17:24:21.954635 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3be59365-1a60-43a3-bd4b-3100f865ae2d req-46cfbacd-d162-4299-bceb-d681b67ae2fd service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831647 Sep 02 17:24:22.043395 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-3be59365-1a60-43a3-bd4b-3100f865ae2d req-bef77d85-8449-403d-a6e9-15ebb16b4da9 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813336 Sep 02 17:24:26.700750 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:24:39.867688 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:42.571348 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-98e7983a-8f2c-47e0-8a40-18b5bc7e54ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:45.228183 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d9b9-a610-4368-a3f4-aed26a5353b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:45.513669 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:46.221796 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:24:48.170826 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:03.699533 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:25:09.867258 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:12.604426 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-276430fe-e360-4e8b-884e-fbfd2549297b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:15.238973 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1c1c4d82-66cf-456e-9f79-b6994ea9436a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:15.518684 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:16.221988 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:18.215330 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:20.778537 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-66e8c118-4329-4907-98ad-405f3394c2d4 req-ce5c7e45-2857-4ce2-aea5-8e34914aa6d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456021 Sep 02 17:25:20.879801 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8c118-4329-4907-98ad-405f3394c2d4 req-a2672212-7d06-4fa7-a94f-e1b3cb3e2fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:25:20.881237 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-66e8c118-4329-4907-98ad-405f3394c2d4 req-a2672212-7d06-4fa7-a94f-e1b3cb3e2fda service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 1098 time: 0.0439036 Sep 02 17:25:20.985535 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8c118-4329-4907-98ad-405f3394c2d4 req-cc522a0d-25bd-4a47-94fd-9bdc474d9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:25:20.986977 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-66e8c118-4329-4907-98ad-405f3394c2d4 req-cc522a0d-25bd-4a47-94fd-9bdc474d9322 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09ddc5b0-7cc3-4f15-8105-39352848bbe5 HTTP/1.1" status: 200 len: 914 time: 0.0861402 Sep 02 17:25:21.055986 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-66e8c118-4329-4907-98ad-405f3394c2d4 req-a04a2084-2d36-4986-aa63-6260913a1b85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09760663-d2ba-4978-8c1f-1d213e535178 HTTP/1.1" status: 200 len: 1001 time: 0.0614824 Sep 02 17:25:21.103067 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8c118-4329-4907-98ad-405f3394c2d4 req-7a20303a-0d55-431b-9571-62029c2793be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:25:21.104483 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-66e8c118-4329-4907-98ad-405f3394c2d4 req-7a20303a-0d55-431b-9571-62029c2793be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76dfd7e2-bc6c-4183-9c7f-963c08e111e4 HTTP/1.1" status: 200 len: 851 time: 0.0417035 Sep 02 17:25:21.147963 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8c118-4329-4907-98ad-405f3394c2d4 req-4adcd233-4f40-4d7b-9918-0229b475bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:25:21.149404 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-66e8c118-4329-4907-98ad-405f3394c2d4 req-4adcd233-4f40-4d7b-9918-0229b475bdcf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09ddc5b0-7cc3-4f15-8105-39352848bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380797 Sep 02 17:25:21.242515 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-66e8c118-4329-4907-98ad-405f3394c2d4 req-7c220172-a167-4438-8660-b74f5cd0632d service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857506 Sep 02 17:25:21.334395 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-66e8c118-4329-4907-98ad-405f3394c2d4 req-5d94e48c-8f29-482c-a932-a5dade185246 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846603 Sep 02 17:25:39.906740 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:40.698508 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:25:42.615413 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f5522594-ac4d-45d3-bc73-66969a1564e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:45.232824 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7e6fe1e-6121-4d32-b7c7-8ba5c61c7ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:45.529931 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:46.238586 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:48.175548 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:50.417882 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-266e1a6a-5c35-4088-98a2-e1a342b4bc9a tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1357052724&fields=id&tenant_id=eef40ab772c24c3fae207636b6dc7087 HTTP/1.1" status: 200 len: 267 time: 0.0348577 Sep 02 17:25:50.524362 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-c635ecd1-455d-4e8a-a7dd-c9699a4a0767 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:25:50.525748 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-c635ecd1-455d-4e8a-a7dd-c9699a4a0767 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/networks?id=09ddc5b0-7cc3-4f15-8105-39352848bbe5 HTTP/1.1" status: 200 len: 812 time: 0.1012115 Sep 02 17:25:50.540850 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-2e76f34d-0682-4918-b885-04c398d1c20e tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/quotas/eef40ab772c24c3fae207636b6dc7087 HTTP/1.1" status: 200 len: 375 time: 0.0093901 Sep 02 17:25:50.596304 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-e85bfcf4-c328-4b7e-bef8-f01f0f9fe9f4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0499673 Sep 02 17:25:50.675882 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-2486f8ee-31a5-46e8-b1cd-ea100eb02306 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 17:25:50.676905 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-2486f8ee-31a5-46e8-b1cd-ea100eb02306 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0699401 Sep 02 17:25:50.768372 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-f18cf1af-c2ab-4f2c-9bde-499dd6438cf9 service neutron] 10.222.0.78 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852101 Sep 02 17:25:50.856663 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-ac84aed1-eb75-4405-bfa0-622434287d2c service neutron] 10.222.0.78 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816884 Sep 02 17:25:51.416198 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-560c4837-7b2e-406a-9818-c015e2019c13 req-fd262827-9c22-45f5-a28a-111cf06bf0fc tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 210 time: 0.0331595 Sep 02 17:25:52.508836 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-14c3c2ed-523f-4cf1-af88-05e676e86f88 req-c6c6d67b-e324-4612-86f9-cd2fbaac40bd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 210 time: 0.0266924 Sep 02 17:25:53.242825 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-3062ab54-ff42-49ed-9487-ba8e3a22a3fe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:25:53.244246 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-3062ab54-ff42-49ed-9487-ba8e3a22a3fe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.46 "GET /v2.0/networks?id=09ddc5b0-7cc3-4f15-8105-39352848bbe5 HTTP/1.1" status: 200 len: 812 time: 0.1050944 Sep 02 17:25:53.291702 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-0f2b5c77-b809-477c-9bb1-3de4e55b2219 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eef40ab772c24c3fae207636b6dc7087 HTTP/1.1" status: 200 len: 380 time: 0.0331917 Sep 02 17:25:53.302474 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Request body: {'port': {'device_id': '9689dcb4-3920-4eff-9f0a-ccec2e79a273', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'admin_state_up': True, 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'security_groups': ['8ab02124-f812-43ae-9e1f-51611c339f75']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:25:53.466990 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Made reservation on behalf of eef40ab772c24c3fae207636b6dc7087 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 17:25:53.471325 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:53.601520 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Allocated IP 172.20.0.7 (09ddc5b0-7cc3-4f15-8105-39352848bbe5/76dfd7e2-bc6c-4183-9c7f-963c08e111e4/103a81e1-8339-4fd1-8905-d3c95fdd3c1e) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:25:53.626714 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1af3896b-639e-4878-97a5-1606263d7174 req-ebbc50c2-7bc0-41a6-a1b0-e1d19ccbcf0e tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 210 time: 0.0379622 Sep 02 17:25:53.750698 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:53.763636 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Transition to ACTIVE for port object 103a81e1-8339-4fd1-8905-d3c95fdd3c1e will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:25:53.856232 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:53.901138 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:25:53.904158 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:25:53.909075 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:25:53.918022 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event updated for resources: {'Port': ['ID=103a81e1-8339-4fd1-8905-d3c95fdd3c1e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:25:53.953553 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:25:53.954064 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:25:53.954474 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:25:53.954814 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:25:53.955146 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:25:53.955618 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:25:53.955952 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:25:53.956308 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:25:53.956634 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:25:53.956956 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:25:53.957336 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:25:53.962919 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:25:53.982559 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:25:53.983202 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:54.073123 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-400ba7bb-1a75-4356-b082-29bf2dfcddfe tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7743213 Sep 02 17:25:54.092012 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Request body: {'port': {'device_id': '9689dcb4-3920-4eff-9f0a-ccec2e79a273', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:25:54.144118 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:54.187126 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-32af2e7f-5974-448e-8215-f72e3e75be66 None None] Provisioning for port 103a81e1-8339-4fd1-8905-d3c95fdd3c1e completed by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:25:54.191228 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-32af2e7f-5974-448e-8215-f72e3e75be66 None None] Provisioning complete for port 103a81e1-8339-4fd1-8905-d3c95fdd3c1e triggered by entity DHCP. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:25:54.196460 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-32af2e7f-5974-448e-8215-f72e3e75be66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:54.227697 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-32af2e7f-5974-448e-8215-f72e3e75be66 None None] Port 103a81e1-8339-4fd1-8905-d3c95fdd3c1e cannot update to ACTIVE because it is not bound. {{(pid=94734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 17:25:54.403529 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103a81e1-8339-4fd1-8905-d3c95fdd3c1e {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:25:54.410671 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:54.422735 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Transition to ACTIVE for port object 103a81e1-8339-4fd1-8905-d3c95fdd3c1e will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 17:25:54.501483 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:54.548958 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Pushing event updated for resources: {'Port': ['ID=103a81e1-8339-4fd1-8905-d3c95fdd3c1e,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:25:54.624605 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Attempting to bind port 103a81e1-8339-4fd1-8905-d3c95fdd3c1e on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 17:25:54.625168 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Attempting to bind port 103a81e1-8339-4fd1-8905-d3c95fdd3c1e by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 17:25:54.625690 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Attempting to bind port 103a81e1-8339-4fd1-8905-d3c95fdd3c1e on network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:25:54.630447 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Port 103a81e1-8339-4fd1-8905-d3c95fdd3c1e on network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 17:25:54.631016 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Attempting to bind port 103a81e1-8339-4fd1-8905-d3c95fdd3c1e on network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 17:25:54.636290 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Checking agent: {'id': '6a686aa1-eddd-4096-9407-7afc806f3499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'started_at': datetime.datetime(2021, 9, 2, 17, 9, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 17, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 17:25:54.636756 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Checking segment: {'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 17:25:54.637472 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Bound using segment: {'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 17:25:54.637956 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Bound port: 103a81e1-8339-4fd1-8905-d3c95fdd3c1e, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 17:25:54.638418 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:54.711652 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] For port 103a81e1-8339-4fd1-8905-d3c95fdd3c1e, host hv-cinder-77703, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 17:25:54.716054 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] For port 103a81e1-8339-4fd1-8905-d3c95fdd3c1e, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=103a81e1-8339-4fd1-8905-d3c95fdd3c1e,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 17:25:54.758215 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831b081-f03e-46a1-8bc8-64400eaddbcc req-57ad2f92-247c-463f-a4a0-147662172c3a tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:25:54.765084 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c831b081-f03e-46a1-8bc8-64400eaddbcc req-57ad2f92-247c-463f-a4a0-147662172c3a tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 943 time: 0.0514796 Sep 02 17:25:54.776264 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:54.798189 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c831b081-f03e-46a1-8bc8-64400eaddbcc req-298d1c2b-e6f2-4f26-aa9e-d5fdcb3c0b5e tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323992 Sep 02 17:25:54.819943 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:25:54.819943 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:25:54.819943 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] 10.222.0.46 "PUT /v2.0/ports/103a81e1-8339-4fd1-8905-d3c95fdd3c1e HTTP/1.1" status: 200 len: 1093 time: 0.7269611 Sep 02 17:25:54.819943 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9689dcb4-3920-4eff-9f0a-ccec2e79a273', 'tag': '103a81e1-8339-4fd1-8905-d3c95fdd3c1e'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:25:54.819943 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062c1db1-4074-4628-b08e-ba443449cbed" -d '{"events": [{"name": "network-changed", "server_uuid": "9689dcb4-3920-4eff-9f0a-ccec2e79a273", "tag": "103a81e1-8339-4fd1-8905-d3c95fdd3c1e"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:25:54.843144 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8a7e4-e582-4b78-9b25-11671083ac01 service neutron] Pushing event updated for resources: {'Port': ['ID=103a81e1-8339-4fd1-8905-d3c95fdd3c1e,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:25:54.856400 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29b235b-1b93-4d14-940b-ee08ea47ab0b x-openstack-request-id: req-f29b235b-1b93-4d14-940b-ee08ea47ab0b {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:25:54.856911 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9689dcb4-3920-4eff-9f0a-ccec2e79a273", "tag": "103a81e1-8339-4fd1-8905-d3c95fdd3c1e", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:25:54.857237 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f29b235b-1b93-4d14-940b-ee08ea47ab0b {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:25:54.857753 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9689dcb4-3920-4eff-9f0a-ccec2e79a273', 'tag': '103a81e1-8339-4fd1-8905-d3c95fdd3c1e', 'status': 'completed', 'code': 200} Sep 02 17:25:54.940725 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c1db1-4074-4628-b08e-ba443449cbed req-869e5baf-6e88-4e24-a55c-b7728dc47e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:25:54.942385 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-062c1db1-4074-4628-b08e-ba443449cbed req-869e5baf-6e88-4e24-a55c-b7728dc47e5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 1096 time: 0.0421159 Sep 02 17:25:55.046495 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c1db1-4074-4628-b08e-ba443449cbed req-0f109a47-8f86-438d-a90e-5dc2c157ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:25:55.048054 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-062c1db1-4074-4628-b08e-ba443449cbed req-0f109a47-8f86-438d-a90e-5dc2c157ca3f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=eef40ab772c24c3fae207636b6dc7087&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0921609 Sep 02 17:25:55.138859 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c1db1-4074-4628-b08e-ba443449cbed req-59ec7cc1-20be-4881-8ebe-4420d269da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:25:55.140896 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-062c1db1-4074-4628-b08e-ba443449cbed req-59ec7cc1-20be-4881-8ebe-4420d269da22 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0856228 Sep 02 17:25:55.240136 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-e2bca5e0-292e-4047-990d-301eb92a3db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:25:55.241592 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-e2bca5e0-292e-4047-990d-301eb92a3db7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 1096 time: 0.0423138 Sep 02 17:25:55.286776 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-9010a6bd-1e96-40b5-901f-333f120fa3fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=103a81e1-8339-4fd1-8905-d3c95fdd3c1e HTTP/1.1" status: 200 len: 217 time: 0.0327246 Sep 02 17:25:55.334270 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-734f64a1-fd5f-4905-a50f-915502e551a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:25:55.335592 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-734f64a1-fd5f-4905-a50f-915502e551a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76dfd7e2-bc6c-4183-9c7f-963c08e111e4 HTTP/1.1" status: 200 len: 851 time: 0.0416963 Sep 02 17:25:55.382567 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-7668e9c1-48bb-48e4-9283-2d1651e0a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:25:55.383998 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-7668e9c1-48bb-48e4-9283-2d1651e0a22c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09ddc5b0-7cc3-4f15-8105-39352848bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419095 Sep 02 17:25:55.470830 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-712b3896-922a-4943-a904-316a5a001a75 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794311 Sep 02 17:25:55.561181 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ebab09b1-514e-453b-88b4-938b02e87f4c req-eb50138e-5d86-4b90-ba35-cb9f18c4bf67 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835216 Sep 02 17:25:55.910645 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763e4ac-0cb9-4423-94c5-32506c9d4846 req-648f2949-ffe2-46b2-8f13-a4b040674a11 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:25:55.912083 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3763e4ac-0cb9-4423-94c5-32506c9d4846 req-648f2949-ffe2-46b2-8f13-a4b040674a11 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 943 time: 0.0476632 Sep 02 17:25:55.948510 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3763e4ac-0cb9-4423-94c5-32506c9d4846 req-118299f3-31f2-4a49-ba58-20bd7bb0b9e4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304167 Sep 02 17:25:57.062270 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae80c2-00a9-4f3e-8a1c-46832b09a015 req-a1eb9839-6d11-405f-9f00-fce9ec636c44 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:25:57.063662 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e2ae80c2-00a9-4f3e-8a1c-46832b09a015 req-a1eb9839-6d11-405f-9f00-fce9ec636c44 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 943 time: 0.0491970 Sep 02 17:25:57.110925 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-e2ae80c2-00a9-4f3e-8a1c-46832b09a015 req-5a5d46a6-baae-418a-ab01-6d244bdb341a tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414972 Sep 02 17:25:58.222021 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae2925-30ee-4b38-8508-20e2af4897e0 req-502f76ad-67cb-4d8f-87ae-13e517227826 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:25:58.223451 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3dae2925-30ee-4b38-8508-20e2af4897e0 req-502f76ad-67cb-4d8f-87ae-13e517227826 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 943 time: 0.0471752 Sep 02 17:25:58.260332 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-3dae2925-30ee-4b38-8508-20e2af4897e0 req-3c0087d9-93c1-47d6-9d8b-6f6a2316d252 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310786 Sep 02 17:25:59.371637 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a2b47-5b95-4400-ac1f-cdca0dbae474 req-3e31b315-0c27-4465-bf88-62eac3e0981f tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:25:59.373074 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c64a2b47-5b95-4400-ac1f-cdca0dbae474 req-3e31b315-0c27-4465-bf88-62eac3e0981f tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 943 time: 0.0475855 Sep 02 17:25:59.411907 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-c64a2b47-5b95-4400-ac1f-cdca0dbae474 req-e6a5d0fa-c08c-461e-80aa-8f8c8b182bd1 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325451 Sep 02 17:26:00.525783 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ed86d-6e4d-4145-bd42-461828c49e53 req-2681e248-c091-44a4-8ad8-bfbc2023a001 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:26:00.527245 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-073ed86d-6e4d-4145-bd42-461828c49e53 req-2681e248-c091-44a4-8ad8-bfbc2023a001 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 943 time: 0.0478137 Sep 02 17:26:00.568630 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-073ed86d-6e4d-4145-bd42-461828c49e53 req-f4b6753c-d715-4e65-a7ff-334d4a060358 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350649 Sep 02 17:26:01.680555 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11493b32-cdf6-4d59-9ca9-83e7c140bd7c req-99477940-43f2-4e0e-b4b2-6ea2fac69019 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:26:01.682031 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-11493b32-cdf6-4d59-9ca9-83e7c140bd7c req-99477940-43f2-4e0e-b4b2-6ea2fac69019 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 943 time: 0.0480642 Sep 02 17:26:01.720519 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-11493b32-cdf6-4d59-9ca9-83e7c140bd7c req-16f06e74-6051-47f8-af96-c122823b133e tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313361 Sep 02 17:26:02.832175 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18d438-891d-4c88-a28a-3bfc76a826a7 req-f4f96efa-9d85-4941-9931-c94443f5b61e tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:26:02.833659 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4f18d438-891d-4c88-a28a-3bfc76a826a7 req-f4f96efa-9d85-4941-9931-c94443f5b61e tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 943 time: 0.0481265 Sep 02 17:26:02.870740 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-4f18d438-891d-4c88-a28a-3bfc76a826a7 req-498396dc-35b9-4f08-a5a4-690629335dc4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313022 Sep 02 17:26:03.989605 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89258286-fd0e-423e-ac1d-d86efe7e5fd0 req-e51120fe-2c2d-45cc-8a24-2623d09b01d9 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:26:03.991255 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-89258286-fd0e-423e-ac1d-d86efe7e5fd0 req-e51120fe-2c2d-45cc-8a24-2623d09b01d9 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 943 time: 0.0502377 Sep 02 17:26:04.033972 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-89258286-fd0e-423e-ac1d-d86efe7e5fd0 req-bb998cdb-bd15-47a9-b88f-c960f9a631dd tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369022 Sep 02 17:26:04.268676 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 103a81e1-8339-4fd1-8905-d3c95fdd3c1e details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 17:26:04.362931 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 103a81e1-8339-4fd1-8905-d3c95fdd3c1e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=103a81e1-8339-4fd1-8905-d3c95fdd3c1e,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:26:04.373703 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Returning: {'device': '103a81e1-8339-4fd1-8905-d3c95fdd3c1e', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'port_id': '103a81e1-8339-4fd1-8905-d3c95fdd3c1e', 'mac_address': 'fa:16:3e:4a:f7:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 17:26:04.410553 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:04.427071 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103a81e1-8339-4fd1-8905-d3c95fdd3c1e {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 17:26:04.446165 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 103a81e1-8339-4fd1-8905-d3c95fdd3c1e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=103a81e1-8339-4fd1-8905-d3c95fdd3c1e,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:26:04.507114 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:04.553713 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=103a81e1-8339-4fd1-8905-d3c95fdd3c1e,revision_number=4']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:26:04.560868 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:26:04.561216 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:26:04.561624 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:26:04.561987 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:26:04.562472 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:26:04.562880 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:26:04.563213 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:26:04.563543 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:26:04.563870 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:26:04.564198 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:26:04.564546 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:26:04.564866 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:26:04.811431 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] get_ports_and_sgs() called for port_ids ['103a81e1-8339-4fd1-8905-d3c95fdd3c1e'] {{(pid=94734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 17:26:05.149113 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f741858-24dc-4cf3-acbf-b9306ea64d89 req-55e42f88-80ae-4f30-b959-423ab06dbac2 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:26:05.150626 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1f741858-24dc-4cf3-acbf-b9306ea64d89 req-55e42f88-80ae-4f30-b959-423ab06dbac2 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 944 time: 0.0516801 Sep 02 17:26:05.191159 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-1f741858-24dc-4cf3-acbf-b9306ea64d89 req-5e4e7d16-0872-4ab1-9f28-aa3432ddcb00 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345008 Sep 02 17:26:06.267445 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 103a81e1-8339-4fd1-8905-d3c95fdd3c1e up at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 17:26:06.320620 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a006c-a237-40ab-a79e-576f84d00474 req-bfefdc32-8082-4ff2-b7a7-e3dbb8bf2b61 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:26:06.322209 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5e1a006c-a237-40ab-a79e-576f84d00474 req-bfefdc32-8082-4ff2-b7a7-e3dbb8bf2b61 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 944 time: 0.0602868 Sep 02 17:26:06.364203 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning for port 103a81e1-8339-4fd1-8905-d3c95fdd3c1e completed by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 17:26:06.366964 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-5e1a006c-a237-40ab-a79e-576f84d00474 req-944fae45-0b23-4cd7-b50d-63af2a315114 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383306 Sep 02 17:26:06.368737 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Provisioning complete for port 103a81e1-8339-4fd1-8905-d3c95fdd3c1e triggered by entity L2. {{(pid=94734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 17:26:06.369111 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471392'] for port, provisioning_complete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:06.472999 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:06.495080 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9689dcb4-3920-4eff-9f0a-ccec2e79a273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103a81e1-8339-4fd1-8905-d3c95fdd3c1e'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:26:06.497324 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ea18e610a51e34f329e49fad0cc8ad03285ca2ee95b17be2d9dc528186272c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7506b7f5-0a3a-4488-8ab1-26ce737127e3" -d '{"events": [{"server_uuid": "9689dcb4-3920-4eff-9f0a-ccec2e79a273", "name": "network-vif-plugged", "status": "completed", "tag": "103a81e1-8339-4fd1-8905-d3c95fdd3c1e"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:26:06.509458 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] For port 103a81e1-8339-4fd1-8905-d3c95fdd3c1e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=103a81e1-8339-4fd1-8905-d3c95fdd3c1e,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:26:06.534354 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5c957b-15dc-4e83-81dc-d3791b6593d1 x-openstack-request-id: req-9f5c957b-15dc-4e83-81dc-d3791b6593d1 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:26:06.534671 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9689dcb4-3920-4eff-9f0a-ccec2e79a273", "name": "network-vif-plugged", "status": "completed", "tag": "103a81e1-8339-4fd1-8905-d3c95fdd3c1e", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:26:06.534926 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f5c957b-15dc-4e83-81dc-d3791b6593d1 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:26:06.535315 dv-cinder-777031-8-iscsi neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9689dcb4-3920-4eff-9f0a-ccec2e79a273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103a81e1-8339-4fd1-8905-d3c95fdd3c1e', 'code': 200} Sep 02 17:26:06.575407 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:06.622161 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Pushing event updated for resources: {'Port': ['ID=103a81e1-8339-4fd1-8905-d3c95fdd3c1e,revision_number=5']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:26:06.877853 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a6ac0-9334-4940-a2f1-7ec229b6947f req-77362be2-6241-442c-9fff-2aa258c60edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:26:06.879301 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-0c3a6ac0-9334-4940-a2f1-7ec229b6947f req-77362be2-6241-442c-9fff-2aa258c60edd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 1098 time: 0.0405476 Sep 02 17:26:06.913563 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-0c3a6ac0-9334-4940-a2f1-7ec229b6947f req-b00a562e-94f4-4389-8738-f59ac848a93a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266581 Sep 02 17:26:07.479971 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863111c-5c09-4d9e-bff5-bf6004999579 req-aebe859e-3018-46ba-8967-329f6759c3d6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:26:07.481370 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0863111c-5c09-4d9e-bff5-bf6004999579 req-aebe859e-3018-46ba-8967-329f6759c3d6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 945 time: 0.0471504 Sep 02 17:26:07.530002 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-0863111c-5c09-4d9e-bff5-bf6004999579 req-329dea9d-62d5-47e8-a310-bb5bf384aa44 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421050 Sep 02 17:26:08.645310 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c5251-9d3e-4d6f-948f-6a02820fe20b req-c2a20df6-0456-42ed-bd4d-dd449f971d6b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:26:08.646776 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fc9c5251-9d3e-4d6f-948f-6a02820fe20b req-c2a20df6-0456-42ed-bd4d-dd449f971d6b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 945 time: 0.0483787 Sep 02 17:26:08.683965 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fc9c5251-9d3e-4d6f-948f-6a02820fe20b req-bdf7b40b-089f-423a-922c-61878c1b9146 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313740 Sep 02 17:26:08.803240 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369475e7-1a5d-4418-8b8b-85aa807ddafa req-06feeb39-fc85-4f65-981c-584542d89d2a tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:26:08.804818 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-369475e7-1a5d-4418-8b8b-85aa807ddafa req-06feeb39-fc85-4f65-981c-584542d89d2a tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 945 time: 0.0496812 Sep 02 17:26:08.842189 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-369475e7-1a5d-4418-8b8b-85aa807ddafa req-b0329a40-cc5d-4bbf-ac6b-21db23df5259 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315862 Sep 02 17:26:08.864500 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 47052) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:26:08.901990 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7082887-949c-4a85-80f9-8d8dcbf1ab04 tempest-TestVolumeBootPattern-892317550 tempest-TestVolumeBootPattern-892317550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:26:08.903434 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-b7082887-949c-4a85-80f9-8d8dcbf1ab04 tempest-TestVolumeBootPattern-892317550 tempest-TestVolumeBootPattern-892317550-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 1093 time: 0.0379930 Sep 02 17:26:08.906817 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 47054) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:26:08.911402 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Request body: {'floatingip': {'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'port_id': '103a81e1-8339-4fd1-8905-d3c95fdd3c1e', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 17:26:09.033043 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:09.126448 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:09.228995 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Allocated IP 172.27.3.19 (590119a4-1f8b-48ad-9c89-4c6964c18e67/7cdc9a3e-6ce5-4dce-a686-134e15b48f48/d4f33b7e-9fbf-4a2a-8fa0-3e07ca610f8f) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 17:26:09.328558 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:09.439351 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737481846658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:09.477027 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Network 590119a4-1f8b-48ad-9c89-4c6964c18e67 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 17:26:09.481265 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 17:26:09.483862 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 17:26:09.511114 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event updated for resources: {'Port': ['ID=d4f33b7e-9fbf-4a2a-8fa0-3e07ca610f8f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:26:09.918512 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:10.111230 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:10.247063 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1679059'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:10.390134 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:10.443426 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737482402259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737481846676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737481846694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13434327'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:10.510142 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event updated for resources: {'Port': ['ID=d4f33b7e-9fbf-4a2a-8fa0-3e07ca610f8f,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:26:10.521794 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-483694'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:10.619316 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.l3_db [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Floating IP d353fc78-f668-448e-b45b-bc19799abb4e associated. External IP: 172.27.3.19, port: 103a81e1-8339-4fd1-8905-d3c95fdd3c1e. Sep 02 17:26:10.822328 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:26:10.926477 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:26:10.935919 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87e9b2a-c954-4ba3-a1ae-069f070be3dc None None] Sync routers for ids ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:26:10.945884 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87e9b2a-c954-4ba3-a1ae-069f070be3dc None None] Routers {'411d67a9-d429-49ed-b9cd-efa9d0ad2b62'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:26:10.947122 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-e87e9b2a-c954-4ba3-a1ae-069f070be3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:25:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:26:10.980927 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:11.009842 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-4aa51ae3-44e4-4127-a0be-145c93b75341 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1016791 Sep 02 17:26:11.010261 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9689dcb4-3920-4eff-9f0a-ccec2e79a273', 'tag': '103a81e1-8339-4fd1-8905-d3c95fdd3c1e'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:26:11.012621 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f4d63e-d8df-426c-a1f1-431605e8e998" -d '{"events": [{"name": "network-changed", "server_uuid": "9689dcb4-3920-4eff-9f0a-ccec2e79a273", "tag": "103a81e1-8339-4fd1-8905-d3c95fdd3c1e"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:26:11.053567 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348637e1-91b7-4f6f-a3de-f27edf02939f x-openstack-request-id: req-348637e1-91b7-4f6f-a3de-f27edf02939f {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:26:11.053858 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9689dcb4-3920-4eff-9f0a-ccec2e79a273", "tag": "103a81e1-8339-4fd1-8905-d3c95fdd3c1e", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:26:11.054131 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-348637e1-91b7-4f6f-a3de-f27edf02939f {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:26:11.054548 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9689dcb4-3920-4eff-9f0a-ccec2e79a273', 'tag': '103a81e1-8339-4fd1-8905-d3c95fdd3c1e', 'status': 'completed', 'code': 200} Sep 02 17:26:11.135012 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4d63e-d8df-426c-a1f1-431605e8e998 req-a2a47afc-02f4-48eb-949e-fb92fa38f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:26:11.136480 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-31f4d63e-d8df-426c-a1f1-431605e8e998 req-a2a47afc-02f4-48eb-949e-fb92fa38f764 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 1098 time: 0.0392287 Sep 02 17:26:11.170734 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-e87e9b2a-c954-4ba3-a1ae-069f070be3dc None None] Set router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:26:11.231277 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4d63e-d8df-426c-a1f1-431605e8e998 req-92b0238a-dab0-46f5-bf1e-e643ba62b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:26:11.232712 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-31f4d63e-d8df-426c-a1f1-431605e8e998 req-92b0238a-dab0-46f5-bf1e-e643ba62b5e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09ddc5b0-7cc3-4f15-8105-39352848bbe5 HTTP/1.1" status: 200 len: 914 time: 0.0894620 Sep 02 17:26:11.296476 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-31f4d63e-d8df-426c-a1f1-431605e8e998 req-6290d252-a1d9-4522-a0a4-0f791edbe0bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=103a81e1-8339-4fd1-8905-d3c95fdd3c1e HTTP/1.1" status: 200 len: 998 time: 0.0564222 Sep 02 17:26:11.343375 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4d63e-d8df-426c-a1f1-431605e8e998 req-6e3d5027-2972-4a3c-a8eb-b87bb9dea99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:26:11.345608 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-31f4d63e-d8df-426c-a1f1-431605e8e998 req-6e3d5027-2972-4a3c-a8eb-b87bb9dea99c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76dfd7e2-bc6c-4183-9c7f-963c08e111e4 HTTP/1.1" status: 200 len: 851 time: 0.0423858 Sep 02 17:26:11.394391 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4d63e-d8df-426c-a1f1-431605e8e998 req-0f9be85e-f705-44f6-95d9-e18b8c50e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:26:11.395913 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-31f4d63e-d8df-426c-a1f1-431605e8e998 req-0f9be85e-f705-44f6-95d9-e18b8c50e3f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09ddc5b0-7cc3-4f15-8105-39352848bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424528 Sep 02 17:26:11.397699 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-e87e9b2a-c954-4ba3-a1ae-069f070be3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '4ad22f2d-6b51-4743-85f5-1e536701ce4b', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'port_id': '09760663-d2ba-4978-8c1f-1d213e535178', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'mac_address': 'fa:16:3e:98:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cde7125-1db8-433f-8fee-7c405eff7077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:24:12Z', 'updated_at': '2021-09-02T17:24:15Z', 'revision_number': 1, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'fixed_ip_address_scope': None}, {'id': 'd353fc78-f668-448e-b45b-bc19799abb4e', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'port_id': '103a81e1-8339-4fd1-8905-d3c95fdd3c1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'mac_address': 'fa:16:3e:4a:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9689dcb4-3920-4eff-9f0a-ccec2e79a273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:26:09Z', 'updated_at': '2021-09-02T17:26:09Z', 'revision_number': 0, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:11Z', 'revision_number': 5, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:26:11.423863 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87e9b2a-c954-4ba3-a1ae-069f070be3dc None None] Checking router: 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:26:11.432024 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87e9b2a-c954-4ba3-a1ae-069f070be3dc None None] Routers {'411d67a9-d429-49ed-b9cd-efa9d0ad2b62'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:26:11.432637 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-e87e9b2a-c954-4ba3-a1ae-069f070be3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:25:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:26:11.486784 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-31f4d63e-d8df-426c-a1f1-431605e8e998 req-8087d328-8107-40df-9371-2eeba5441559 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830112 Sep 02 17:26:11.544211 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-e87e9b2a-c954-4ba3-a1ae-069f070be3dc None None] Set router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:26:11.588613 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-31f4d63e-d8df-426c-a1f1-431605e8e998 req-2ce21205-ae96-4922-b517-d2ec03480ff7 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946920 Sep 02 17:26:11.777157 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-e87e9b2a-c954-4ba3-a1ae-069f070be3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '4ad22f2d-6b51-4743-85f5-1e536701ce4b', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'port_id': '09760663-d2ba-4978-8c1f-1d213e535178', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'mac_address': 'fa:16:3e:98:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cde7125-1db8-433f-8fee-7c405eff7077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:24:12Z', 'updated_at': '2021-09-02T17:24:15Z', 'revision_number': 1, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'fixed_ip_address_scope': None}, {'id': 'd353fc78-f668-448e-b45b-bc19799abb4e', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'port_id': '103a81e1-8339-4fd1-8905-d3c95fdd3c1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'mac_address': 'fa:16:3e:4a:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9689dcb4-3920-4eff-9f0a-ccec2e79a273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:26:09Z', 'updated_at': '2021-09-02T17:26:09Z', 'revision_number': 0, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:11Z', 'revision_number': 5, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:26:11.810999 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87e9b2a-c954-4ba3-a1ae-069f070be3dc None None] The sync data for ids ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'] in dv-cinder-777031-8-iscsi is: [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '4ad22f2d-6b51-4743-85f5-1e536701ce4b', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'port_id': '09760663-d2ba-4978-8c1f-1d213e535178', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'mac_address': 'fa:16:3e:98:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cde7125-1db8-433f-8fee-7c405eff7077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:24:12Z', 'updated_at': '2021-09-02T17:24:15Z', 'revision_number': 1, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'fixed_ip_address_scope': None}, {'id': 'd353fc78-f668-448e-b45b-bc19799abb4e', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'port_id': '103a81e1-8339-4fd1-8905-d3c95fdd3c1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'mac_address': 'fa:16:3e:4a:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9689dcb4-3920-4eff-9f0a-ccec2e79a273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:26:09Z', 'updated_at': '2021-09-02T17:26:09Z', 'revision_number': 0, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:11Z', 'revision_number': 5, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:26:12.001738 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b45cfa-16bf-4bee-b734-289eccaa8bac None None] New status for floating IP d353fc78-f668-448e-b45b-bc19799abb4e: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:26:12.564033 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5aea3786-3d05-4fe2-9f2c-6883bc85902b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:15.290137 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a7fdff64-9a98-494c-95eb-3f74a33528d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:15.529625 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:16.221251 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:17.697390 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:26:18.186360 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:23.489032 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ec7c04a0-3a7f-4fc6-9a9f-a2466681febc req-9b89beb2-cee0-4b3d-b554-b0a7384bce6a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452597 Sep 02 17:26:23.587100 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c04a0-3a7f-4fc6-9a9f-a2466681febc req-6917ba5e-36f9-4cd2-9534-79ce28226679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:26:23.589036 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ec7c04a0-3a7f-4fc6-9a9f-a2466681febc req-6917ba5e-36f9-4cd2-9534-79ce28226679 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 1098 time: 0.0414686 Sep 02 17:26:23.694254 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c04a0-3a7f-4fc6-9a9f-a2466681febc req-d4e7ef3e-a94e-41c4-b1a5-c922edb1b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:26:23.695683 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ec7c04a0-3a7f-4fc6-9a9f-a2466681febc req-d4e7ef3e-a94e-41c4-b1a5-c922edb1b1eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=09ddc5b0-7cc3-4f15-8105-39352848bbe5 HTTP/1.1" status: 200 len: 914 time: 0.0869272 Sep 02 17:26:23.761163 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ec7c04a0-3a7f-4fc6-9a9f-a2466681febc req-738f2289-fa12-46aa-835b-5b69e417faf4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09760663-d2ba-4978-8c1f-1d213e535178 HTTP/1.1" status: 200 len: 1001 time: 0.0582497 Sep 02 17:26:23.808617 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c04a0-3a7f-4fc6-9a9f-a2466681febc req-8fe28574-84b0-4a93-a8fb-2a62013ca739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:26:23.810056 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ec7c04a0-3a7f-4fc6-9a9f-a2466681febc req-8fe28574-84b0-4a93-a8fb-2a62013ca739 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76dfd7e2-bc6c-4183-9c7f-963c08e111e4 HTTP/1.1" status: 200 len: 851 time: 0.0426743 Sep 02 17:26:23.856885 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c04a0-3a7f-4fc6-9a9f-a2466681febc req-1b9003c0-e115-4808-8bdc-2f3adadc2aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:26:23.858566 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ec7c04a0-3a7f-4fc6-9a9f-a2466681febc req-1b9003c0-e115-4808-8bdc-2f3adadc2aa2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09ddc5b0-7cc3-4f15-8105-39352848bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414314 Sep 02 17:26:23.946764 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ec7c04a0-3a7f-4fc6-9a9f-a2466681febc req-88e84d2a-eb22-4656-81ee-ff9d41aac41a service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808737 Sep 02 17:26:24.037251 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-ec7c04a0-3a7f-4fc6-9a9f-a2466681febc req-544b343a-8220-40e5-989a-e66fc6bd60c8 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837853 Sep 02 17:26:39.912449 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:42.580469 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f982cc4e-66f0-4e63-a470-fbd8fd53b765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:45.249138 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-05f83640-5582-4487-8dd7-bb632cfa3402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:45.586131 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:46.231971 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:48.186110 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:26:54.696390 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:27:09.906268 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:12.574968 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-913e0697-12a9-4d44-ae1b-3a3fbffc283b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:15.266732 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17de35b1-0f6f-4106-96cb-e16dc034801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:15.540494 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:16.255206 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:18.214817 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:22.850526 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-245ce40b-3bb1-4ae0-b5b6-55db467ec2df req-db75ffdd-24b0-4bf2-85a5-a134430d47d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867555 Sep 02 17:27:22.928757 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ce40b-3bb1-4ae0-b5b6-55db467ec2df req-6e0defbc-e2d6-4970-b57a-856e29a4df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:27:22.930287 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-245ce40b-3bb1-4ae0-b5b6-55db467ec2df req-6e0defbc-e2d6-4970-b57a-856e29a4df56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 1098 time: 0.0464540 Sep 02 17:27:23.042201 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ce40b-3bb1-4ae0-b5b6-55db467ec2df req-780870ff-4e2b-4d58-9545-73b8ce23b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:27:23.043555 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-245ce40b-3bb1-4ae0-b5b6-55db467ec2df req-780870ff-4e2b-4d58-9545-73b8ce23b644 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09ddc5b0-7cc3-4f15-8105-39352848bbe5 HTTP/1.1" status: 200 len: 914 time: 0.0905840 Sep 02 17:27:23.108703 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-245ce40b-3bb1-4ae0-b5b6-55db467ec2df req-ef722145-9143-4ffa-9dc5-b98f18637e94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=103a81e1-8339-4fd1-8905-d3c95fdd3c1e HTTP/1.1" status: 200 len: 1000 time: 0.0573041 Sep 02 17:27:23.157599 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ce40b-3bb1-4ae0-b5b6-55db467ec2df req-dacb290a-4122-4cd2-986d-cd5786286843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:27:23.159151 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-245ce40b-3bb1-4ae0-b5b6-55db467ec2df req-dacb290a-4122-4cd2-986d-cd5786286843 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76dfd7e2-bc6c-4183-9c7f-963c08e111e4 HTTP/1.1" status: 200 len: 851 time: 0.0440221 Sep 02 17:27:23.208170 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ce40b-3bb1-4ae0-b5b6-55db467ec2df req-d9c65a77-63c9-47b1-8d5e-0de6bc8810e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:27:23.209662 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-245ce40b-3bb1-4ae0-b5b6-55db467ec2df req-d9c65a77-63c9-47b1-8d5e-0de6bc8810e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09ddc5b0-7cc3-4f15-8105-39352848bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434875 Sep 02 17:27:23.303545 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-245ce40b-3bb1-4ae0-b5b6-55db467ec2df req-7a4d20a7-234a-4507-85a0-605a9f2b3952 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860417 Sep 02 17:27:23.397694 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-245ce40b-3bb1-4ae0-b5b6-55db467ec2df req-cfb8518c-b821-48a9-a4cf-4535e2be4fb4 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874531 Sep 02 17:27:31.695149 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:27:39.906289 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:42.007922 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 47084) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:27:42.203276 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Deleting port d4f33b7e-9fbf-4a2a-8fa0-3e07ca610f8f {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:27:42.203609 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:42.277155 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:42.277434 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:42.289644 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Calling delete_port for d4f33b7e-9fbf-4a2a-8fa0-3e07ca610f8f owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:27:42.517535 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:42.551347 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event deleted for resources: {'Port': ['ID=d4f33b7e-9fbf-4a2a-8fa0-3e07ca610f8f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:27:42.573161 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:42.573567 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:42.573908 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:42.574251 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:42.574581 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:42.574834 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2ea353f9-07b0-44d6-8915-114fbbbf467c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:42.575304 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:42.575304 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:42.575537 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:42.576589 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:42.576924 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:42.577460 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:42.577792 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:42.620096 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:42.620436 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.db.l3_db [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Floating IP d353fc78-f668-448e-b45b-bc19799abb4e disassociated (deleted). External IP: 172.27.3.19, port: 103a81e1-8339-4fd1-8905-d3c95fdd3c1e. Sep 02 17:27:43.081251 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:27:43.123227 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [req-8c48cc82-5240-4d39-99cb-fbee5bd6cbdf req-80b5f7cd-4078-4c1a-a84d-40766eea40d7 service neutron] (94733) timed out ('10.222.0.46', 64812) {{(pid=94733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 17:27:43.217879 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:27:43.222696 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:43.228097 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d41744-49b6-43b6-851c-f30a7d886f04 None None] Sync routers for ids ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:27:43.238541 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d41744-49b6-43b6-851c-f30a7d886f04 None None] Routers {'411d67a9-d429-49ed-b9cd-efa9d0ad2b62'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:27:43.239165 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-d6d41744-49b6-43b6-851c-f30a7d886f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:27:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:27:43.249451 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-e24d8d66-c129-4540-b4c3-126c7b02b272 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "DELETE /v2.0/floatingips/d353fc78-f668-448e-b45b-bc19799abb4e HTTP/1.1" status: 204 len: 168 time: 1.2404735 Sep 02 17:27:43.250051 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9689dcb4-3920-4eff-9f0a-ccec2e79a273', 'tag': '103a81e1-8339-4fd1-8905-d3c95fdd3c1e'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:27:43.252318 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ddab90-4166-4d45-bc95-6a7c640ff57b" -d '{"events": [{"name": "network-changed", "server_uuid": "9689dcb4-3920-4eff-9f0a-ccec2e79a273", "tag": "103a81e1-8339-4fd1-8905-d3c95fdd3c1e"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:27:43.353076 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-d6d41744-49b6-43b6-851c-f30a7d886f04 None None] Set router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:27:43.365074 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c517954-fcb0-46cb-a5c3-daa8da8252ce x-openstack-request-id: req-5c517954-fcb0-46cb-a5c3-daa8da8252ce {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:27:43.365395 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9689dcb4-3920-4eff-9f0a-ccec2e79a273", "tag": "103a81e1-8339-4fd1-8905-d3c95fdd3c1e", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:27:43.365776 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c517954-fcb0-46cb-a5c3-daa8da8252ce {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:27:43.366729 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9689dcb4-3920-4eff-9f0a-ccec2e79a273', 'tag': '103a81e1-8339-4fd1-8905-d3c95fdd3c1e', 'status': 'completed', 'code': 200} Sep 02 17:27:43.451874 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddab90-4166-4d45-bc95-6a7c640ff57b req-ba0797ad-0499-4902-ad56-1e26905c595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:27:43.453851 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-12ddab90-4166-4d45-bc95-6a7c640ff57b req-ba0797ad-0499-4902-ad56-1e26905c595b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 1098 time: 0.0411768 Sep 02 17:27:43.559192 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddab90-4166-4d45-bc95-6a7c640ff57b req-9e9a3552-b5d3-4b31-92b7-383cd94fa2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:27:43.560671 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-12ddab90-4166-4d45-bc95-6a7c640ff57b req-9e9a3552-b5d3-4b31-92b7-383cd94fa2f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09ddc5b0-7cc3-4f15-8105-39352848bbe5 HTTP/1.1" status: 200 len: 914 time: 0.0993421 Sep 02 17:27:43.592037 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-d6d41744-49b6-43b6-851c-f30a7d886f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '4ad22f2d-6b51-4743-85f5-1e536701ce4b', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'port_id': '09760663-d2ba-4978-8c1f-1d213e535178', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'mac_address': 'fa:16:3e:98:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cde7125-1db8-433f-8fee-7c405eff7077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:24:12Z', 'updated_at': '2021-09-02T17:24:15Z', 'revision_number': 1, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:11Z', 'revision_number': 5, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:27:43.603161 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-12ddab90-4166-4d45-bc95-6a7c640ff57b req-7e0962e7-6702-4252-9247-1b7bfd1b5cfe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=103a81e1-8339-4fd1-8905-d3c95fdd3c1e HTTP/1.1" status: 200 len: 217 time: 0.0349834 Sep 02 17:27:43.618595 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d41744-49b6-43b6-851c-f30a7d886f04 None None] Checking router: 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:27:43.628246 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d41744-49b6-43b6-851c-f30a7d886f04 None None] Routers {'411d67a9-d429-49ed-b9cd-efa9d0ad2b62'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:27:43.628857 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-d6d41744-49b6-43b6-851c-f30a7d886f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:27:15Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:27:43.685061 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddab90-4166-4d45-bc95-6a7c640ff57b req-b24f7f61-8c66-47aa-987b-d850a95dc7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:27:43.687187 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-12ddab90-4166-4d45-bc95-6a7c640ff57b req-b24f7f61-8c66-47aa-987b-d850a95dc7c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76dfd7e2-bc6c-4183-9c7f-963c08e111e4 HTTP/1.1" status: 200 len: 851 time: 0.0774918 Sep 02 17:27:43.749247 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-d6d41744-49b6-43b6-851c-f30a7d886f04 None None] Set router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:27:43.757146 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddab90-4166-4d45-bc95-6a7c640ff57b req-684471df-ea88-47d4-9449-5499b6e3ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:27:43.758860 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-12ddab90-4166-4d45-bc95-6a7c640ff57b req-684471df-ea88-47d4-9449-5499b6e3ca29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09ddc5b0-7cc3-4f15-8105-39352848bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601754 Sep 02 17:27:43.799156 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f6a02-2a84-44d4-a07e-7f1b14b918eb req-610fa42a-a4c9-46f0-b52f-8b4154331919 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:27:43.800674 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-969f6a02-2a84-44d4-a07e-7f1b14b918eb req-610fa42a-a4c9-46f0-b52f-8b4154331919 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 945 time: 0.1097698 Sep 02 17:27:43.843956 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-969f6a02-2a84-44d4-a07e-7f1b14b918eb req-5b9257ec-60d2-471e-8d82-41a7ffa331b0 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361388 Sep 02 17:27:43.868254 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-12ddab90-4166-4d45-bc95-6a7c640ff57b req-cba7ac94-a330-4cfa-b3a8-af80647f1644 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016648 Sep 02 17:27:43.979227 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-12ddab90-4166-4d45-bc95-6a7c640ff57b req-f0b51f21-9b4b-4f65-8e99-604d34030356 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038907 Sep 02 17:27:44.003963 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-d6d41744-49b6-43b6-851c-f30a7d886f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '4ad22f2d-6b51-4743-85f5-1e536701ce4b', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'port_id': '09760663-d2ba-4978-8c1f-1d213e535178', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'mac_address': 'fa:16:3e:98:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cde7125-1db8-433f-8fee-7c405eff7077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:24:12Z', 'updated_at': '2021-09-02T17:24:15Z', 'revision_number': 1, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:11Z', 'revision_number': 5, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:27:44.032326 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d41744-49b6-43b6-851c-f30a7d886f04 None None] The sync data for ids ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'] in dv-cinder-777031-8-iscsi is: [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_floatingips': [{'id': '4ad22f2d-6b51-4743-85f5-1e536701ce4b', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'router_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'port_id': '09760663-d2ba-4978-8c1f-1d213e535178', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'mac_address': 'fa:16:3e:98:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cde7125-1db8-433f-8fee-7c405eff7077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T17:24:12Z', 'updated_at': '2021-09-02T17:24:15Z', 'revision_number': 1, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:11Z', 'revision_number': 5, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:27:44.252207 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234bb7ae-0a0e-4b73-a202-1c7d092a048c None None] New status for floating IP d353fc78-f668-448e-b45b-bc19799abb4e: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:27:45.010175 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09f664-cb9f-4d50-85c1-a5ca906d0011 req-bca9a49e-de50-4b7d-a151-528fd05a0c6b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:27:45.011564 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fe09f664-cb9f-4d50-85c1-a5ca906d0011 req-bca9a49e-de50-4b7d-a151-528fd05a0c6b tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 945 time: 0.0966766 Sep 02 17:27:45.051399 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-fe09f664-cb9f-4d50-85c1-a5ca906d0011 req-bd97edad-09f9-4797-bc83-c0ee323b891c tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338531 Sep 02 17:27:45.231665 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-633a7c5a-f1a4-4aa7-8c92-92e6b64344d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:45.437766 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3d8aa-b5c7-4a6e-b05b-32e3f93769f3 req-a7c0e98f-8cb0-4758-8f45-7ea6b1c51b46 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:27:45.439342 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-81c3d8aa-b5c7-4a6e-b05b-32e3f93769f3 req-a7c0e98f-8cb0-4758-8f45-7ea6b1c51b46 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.46 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 945 time: 0.0485611 Sep 02 17:27:45.530313 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-81c3d8aa-b5c7-4a6e-b05b-32e3f93769f3 req-91e30dc9-50e0-47f6-bad1-6c5014669de6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Deleting port 103a81e1-8339-4fd1-8905-d3c95fdd3c1e {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:27:45.530651 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-81c3d8aa-b5c7-4a6e-b05b-32e3f93769f3 req-91e30dc9-50e0-47f6-bad1-6c5014669de6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:45.570126 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:45.621295 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-81c3d8aa-b5c7-4a6e-b05b-32e3f93769f3 req-91e30dc9-50e0-47f6-bad1-6c5014669de6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] For port 103a81e1-8339-4fd1-8905-d3c95fdd3c1e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=103a81e1-8339-4fd1-8905-d3c95fdd3c1e,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:27:45.621671 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-81c3d8aa-b5c7-4a6e-b05b-32e3f93769f3 req-91e30dc9-50e0-47f6-bad1-6c5014669de6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:45.636163 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-81c3d8aa-b5c7-4a6e-b05b-32e3f93769f3 req-91e30dc9-50e0-47f6-bad1-6c5014669de6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Calling delete_port for 103a81e1-8339-4fd1-8905-d3c95fdd3c1e owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:27:45.826969 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-81c3d8aa-b5c7-4a6e-b05b-32e3f93769f3 req-91e30dc9-50e0-47f6-bad1-6c5014669de6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:45.864684 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e30dc9-50e0-47f6-bad1-6c5014669de6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event deleted for resources: {'Port': ['ID=103a81e1-8339-4fd1-8905-d3c95fdd3c1e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:27:45.904238 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c3d8aa-b5c7-4a6e-b05b-32e3f93769f3 req-91e30dc9-50e0-47f6-bad1-6c5014669de6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] No DVR routers for this DVR port 103a81e1-8339-4fd1-8905-d3c95fdd3c1e on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:27:45.907260 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-81c3d8aa-b5c7-4a6e-b05b-32e3f93769f3 req-91e30dc9-50e0-47f6-bad1-6c5014669de6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:45.910106 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-81c3d8aa-b5c7-4a6e-b05b-32e3f93769f3 req-91e30dc9-50e0-47f6-bad1-6c5014669de6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.46 "DELETE /v2.0/ports/103a81e1-8339-4fd1-8905-d3c95fdd3c1e HTTP/1.1" status: 204 len: 173 time: 0.4648752 Sep 02 17:27:45.910570 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9689dcb4-3920-4eff-9f0a-ccec2e79a273', 'name': 'network-vif-deleted', 'tag': '103a81e1-8339-4fd1-8905-d3c95fdd3c1e'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:27:45.913682 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8133043-e57c-49e3-822c-45bb9864198b" -d '{"events": [{"server_uuid": "9689dcb4-3920-4eff-9f0a-ccec2e79a273", "name": "network-vif-deleted", "tag": "103a81e1-8339-4fd1-8905-d3c95fdd3c1e"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:27:45.962376 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727fd2c6-1bda-48da-a551-82a125083e42 x-openstack-request-id: req-727fd2c6-1bda-48da-a551-82a125083e42 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:27:45.962705 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9689dcb4-3920-4eff-9f0a-ccec2e79a273", "name": "network-vif-deleted", "tag": "103a81e1-8339-4fd1-8905-d3c95fdd3c1e", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:27:45.962960 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-727fd2c6-1bda-48da-a551-82a125083e42 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:27:45.963362 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9689dcb4-3920-4eff-9f0a-ccec2e79a273', 'name': 'network-vif-deleted', 'tag': '103a81e1-8339-4fd1-8905-d3c95fdd3c1e', 'status': 'completed', 'code': 200} Sep 02 17:27:46.149618 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-8722a0c5-c1fd-497d-bb09-3996f4695468 req-c8c2c9b2-65aa-41fd-b5b6-0c110dc1f264 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 210 time: 0.0271144 Sep 02 17:27:46.245987 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:47.286432 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-f253155e-941e-4c89-a9e2-06e7c8e0270f req-e423be7a-1ffc-447f-99d4-1079be5adea8 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=9689dcb4-3920-4eff-9f0a-ccec2e79a273 HTTP/1.1" status: 200 len: 210 time: 0.0454783 Sep 02 17:27:48.203967 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:48.779215 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 103a81e1-8339-4fd1-8905-d3c95fdd3c1e no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:27:48.800893 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: 103a81e1-8339-4fd1-8905-d3c95fdd3c1e {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:27:48.801235 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 103a81e1-8339-4fd1-8905-d3c95fdd3c1e not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:27:50.943486 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 47136) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:27:51.123567 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Deleting port 251925ef-b505-44a4-8d55-20ebd7883d74 {{(pid=94732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:27:51.123868 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:51.205999 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:51.206320 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:51.218793 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Calling delete_port for 251925ef-b505-44a4-8d55-20ebd7883d74 owned by network:floatingip {{(pid=94732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:27:51.472273 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:51.498581 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event deleted for resources: {'Port': ['ID=251925ef-b505-44a4-8d55-20ebd7883d74,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:27:51.510349 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:51.510712 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:51.511084 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:51.511398 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:51.511735 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:51.512074 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:51.513099 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:51.513972 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:51.514338 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:51.514653 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:51.514988 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:51.515319 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:27:51.576556 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for floatingip, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:51.577113 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.db.l3_db [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Floating IP 4ad22f2d-6b51-4743-85f5-1e536701ce4b disassociated (deleted). External IP: 172.27.3.187, port: 09760663-d2ba-4978-8c1f-1d213e535178. Sep 02 17:27:51.796778 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:27:51.906572 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:27:51.911389 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:51.916670 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41a7cb-d898-4715-ac2b-61dc7965f561 None None] Sync routers for ids ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:27:51.931696 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f41a7cb-d898-4715-ac2b-61dc7965f561 None None] Routers {'411d67a9-d429-49ed-b9cd-efa9d0ad2b62'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:27:51.932333 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-9f41a7cb-d898-4715-ac2b-61dc7965f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:27:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:27:51.946712 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-165131f7-a96e-467e-aca0-b29f7a4633a4 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "DELETE /v2.0/floatingips/4ad22f2d-6b51-4743-85f5-1e536701ce4b HTTP/1.1" status: 204 len: 168 time: 1.0021191 Sep 02 17:27:51.947675 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cde7125-1db8-433f-8fee-7c405eff7077', 'tag': '09760663-d2ba-4978-8c1f-1d213e535178'}] {{(pid=94732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:27:51.949662 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643edee48d4aa60f3972c255eb08e6184b38aa64b8c7e1e79c40afc0c33c1f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c40d5f1-effd-486f-a912-ba41952c7cec" -d '{"events": [{"name": "network-changed", "server_uuid": "0cde7125-1db8-433f-8fee-7c405eff7077", "tag": "09760663-d2ba-4978-8c1f-1d213e535178"}]}' {{(pid=94732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:27:52.042684 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-9f41a7cb-d898-4715-ac2b-61dc7965f561 None None] Set router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:27:52.073169 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 17:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7890f1-1dae-4efc-933b-a148c6b8751f x-openstack-request-id: req-1a7890f1-1dae-4efc-933b-a148c6b8751f {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:27:52.073520 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cde7125-1db8-433f-8fee-7c405eff7077", "tag": "09760663-d2ba-4978-8c1f-1d213e535178", "status": "completed", "code": 200}]} {{(pid=94732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:27:52.073761 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1a7890f1-1dae-4efc-933b-a148c6b8751f {{(pid=94732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:27:52.074181 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cde7125-1db8-433f-8fee-7c405eff7077', 'tag': '09760663-d2ba-4978-8c1f-1d213e535178', 'status': 'completed', 'code': 200} Sep 02 17:27:52.167949 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40d5f1-effd-486f-a912-ba41952c7cec req-90bfee3e-d41c-4895-abd4-97d176f31ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:27:52.170181 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1c40d5f1-effd-486f-a912-ba41952c7cec req-90bfee3e-d41c-4895-abd4-97d176f31ed4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eef40ab772c24c3fae207636b6dc7087&device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 1098 time: 0.0507190 Sep 02 17:27:52.270273 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40d5f1-effd-486f-a912-ba41952c7cec req-09d6d97f-dd30-45d1-b497-badc129cdbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:27:52.271659 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1c40d5f1-effd-486f-a912-ba41952c7cec req-09d6d97f-dd30-45d1-b497-badc129cdbb6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09ddc5b0-7cc3-4f15-8105-39352848bbe5 HTTP/1.1" status: 200 len: 914 time: 0.0936570 Sep 02 17:27:52.271892 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-9f41a7cb-d898-4715-ac2b-61dc7965f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:11Z', 'revision_number': 5, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:27:52.309740 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41a7cb-d898-4715-ac2b-61dc7965f561 None None] Checking router: 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:27:52.314486 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1c40d5f1-effd-486f-a912-ba41952c7cec req-e6c5c3ab-2973-4b63-b685-c562d3514e4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09760663-d2ba-4978-8c1f-1d213e535178 HTTP/1.1" status: 200 len: 217 time: 0.0349524 Sep 02 17:27:52.321342 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f41a7cb-d898-4715-ac2b-61dc7965f561 None None] Routers {'411d67a9-d429-49ed-b9cd-efa9d0ad2b62'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:27:52.323580 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-9f41a7cb-d898-4715-ac2b-61dc7965f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:27:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:27:52.374506 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40d5f1-effd-486f-a912-ba41952c7cec req-e8c9d404-b72d-449d-a054-2d88f8753960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:27:52.378674 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1c40d5f1-effd-486f-a912-ba41952c7cec req-e8c9d404-b72d-449d-a054-2d88f8753960 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76dfd7e2-bc6c-4183-9c7f-963c08e111e4 HTTP/1.1" status: 200 len: 851 time: 0.0568511 Sep 02 17:27:52.445203 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-9f41a7cb-d898-4715-ac2b-61dc7965f561 None None] Set router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:27:52.455426 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bec50-a335-4638-85ae-2e335f148fcb req-5eec0639-f7b0-45e8-b4b1-95acf96cf5d3 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:27:52.457022 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9e5bec50-a335-4638-85ae-2e335f148fcb req-5eec0639-f7b0-45e8-b4b1-95acf96cf5d3 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 945 time: 0.0519023 Sep 02 17:27:52.483334 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40d5f1-effd-486f-a912-ba41952c7cec req-55628e59-a007-45e0-af1c-a98cdeb4c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:27:52.485029 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1c40d5f1-effd-486f-a912-ba41952c7cec req-55628e59-a007-45e0-af1c-a98cdeb4c23e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09ddc5b0-7cc3-4f15-8105-39352848bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524757 Sep 02 17:27:52.502432 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-9e5bec50-a335-4638-85ae-2e335f148fcb req-44f8f3b1-a490-4dfd-88c5-fc2516d3b8d3 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373225 Sep 02 17:27:52.588339 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1c40d5f1-effd-486f-a912-ba41952c7cec req-4e87a5ba-8d5f-4411-bb1b-84bb71d21366 service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948496 Sep 02 17:27:52.698291 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-1c40d5f1-effd-486f-a912-ba41952c7cec req-a28f1ebc-e426-4a5d-aedf-7ee1a6d34cea service neutron] 10.222.0.46 "GET /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993638 Sep 02 17:27:52.790832 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-9f41a7cb-d898-4715-ac2b-61dc7965f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:11Z', 'revision_number': 5, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:27:52.819496 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41a7cb-d898-4715-ac2b-61dc7965f561 None None] The sync data for ids ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'] in dv-cinder-777031-8-iscsi is: [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:21:06Z', 'revision_number': 4, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi', '_interfaces': [{'id': 'e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d', 'name': '', 'network_id': '09ddc5b0-7cc3-4f15-8105-39352848bbe5', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'mac_address': 'fa:16:3e:d8:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:06Z', 'updated_at': '2021-09-02T17:21:11Z', 'revision_number': 5, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'subnets': [{'id': '76dfd7e2-bc6c-4183-9c7f-963c08e111e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:27:53.067187 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d56fb1c-4dea-42fc-bdaa-d9b2f79afb94 None None] New status for floating IP 4ad22f2d-6b51-4743-85f5-1e536701ce4b: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 17:27:53.630379 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9da50c-31b8-430d-aca7-09c67091e194 req-abc99b2e-6264-4c08-9f8c-c9d4f49769b5 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:27:53.632114 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-af9da50c-31b8-430d-aca7-09c67091e194 req-abc99b2e-6264-4c08-9f8c-c9d4f49769b5 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 945 time: 0.0594487 Sep 02 17:27:53.672237 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-af9da50c-31b8-430d-aca7-09c67091e194 req-c3d62a6d-e90f-4148-ae15-ecc8cba8e3b3 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ab02124-f812-43ae-9e1f-51611c339f75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330718 Sep 02 17:27:54.076349 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbc626-768d-47c9-8a78-4629b648b4a2 req-5c62ab04-313d-4199-b110-71b6e3fa8c7a tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 17:27:54.077909 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-70bbc626-768d-47c9-8a78-4629b648b4a2 req-5c62ab04-313d-4199-b110-71b6e3fa8c7a tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 945 time: 0.0482929 Sep 02 17:27:54.173541 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-70bbc626-768d-47c9-8a78-4629b648b4a2 req-09e8601b-af80-43a2-94b7-d30ba80bdc80 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Deleting port 09760663-d2ba-4978-8c1f-1d213e535178 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:27:54.173876 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-70bbc626-768d-47c9-8a78-4629b648b4a2 req-09e8601b-af80-43a2-94b7-d30ba80bdc80 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:54.261791 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-70bbc626-768d-47c9-8a78-4629b648b4a2 req-09e8601b-af80-43a2-94b7-d30ba80bdc80 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] For port 09760663-d2ba-4978-8c1f-1d213e535178, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=09760663-d2ba-4978-8c1f-1d213e535178,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:27:54.262672 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-70bbc626-768d-47c9-8a78-4629b648b4a2 req-09e8601b-af80-43a2-94b7-d30ba80bdc80 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:54.275295 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-70bbc626-768d-47c9-8a78-4629b648b4a2 req-09e8601b-af80-43a2-94b7-d30ba80bdc80 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Calling delete_port for 09760663-d2ba-4978-8c1f-1d213e535178 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:27:54.506714 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-70bbc626-768d-47c9-8a78-4629b648b4a2 req-09e8601b-af80-43a2-94b7-d30ba80bdc80 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:54.536432 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8601b-af80-43a2-94b7-d30ba80bdc80 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event deleted for resources: {'Port': ['ID=09760663-d2ba-4978-8c1f-1d213e535178,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:27:54.579501 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bbc626-768d-47c9-8a78-4629b648b4a2 req-09e8601b-af80-43a2-94b7-d30ba80bdc80 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] No DVR routers for this DVR port 09760663-d2ba-4978-8c1f-1d213e535178 on host hv-cinder-77703 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:27:54.585590 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-70bbc626-768d-47c9-8a78-4629b648b4a2 req-09e8601b-af80-43a2-94b7-d30ba80bdc80 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:54.585590 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [req-70bbc626-768d-47c9-8a78-4629b648b4a2 req-09e8601b-af80-43a2-94b7-d30ba80bdc80 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.46 "DELETE /v2.0/ports/09760663-d2ba-4978-8c1f-1d213e535178 HTTP/1.1" status: 204 len: 173 time: 0.5001082 Sep 02 17:27:54.585590 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cde7125-1db8-433f-8fee-7c405eff7077', 'name': 'network-vif-deleted', 'tag': '09760663-d2ba-4978-8c1f-1d213e535178'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 17:27:54.586926 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63bef2052f856e3d52c09a71e9081d0dbc1c8a937aec9f133b6c587a52219268" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db79354c-b2f0-466f-bc1e-c6e678b7678e" -d '{"events": [{"server_uuid": "0cde7125-1db8-433f-8fee-7c405eff7077", "name": "network-vif-deleted", "tag": "09760663-d2ba-4978-8c1f-1d213e535178"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 17:27:54.626794 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 17:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801d4541-6aea-4236-95b9-fb561cfa31cc x-openstack-request-id: req-801d4541-6aea-4236-95b9-fb561cfa31cc {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 17:27:54.627177 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cde7125-1db8-433f-8fee-7c405eff7077", "name": "network-vif-deleted", "tag": "09760663-d2ba-4978-8c1f-1d213e535178", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 17:27:54.627454 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-801d4541-6aea-4236-95b9-fb561cfa31cc {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 17:27:54.627857 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde7125-1db8-433f-8fee-7c405eff7077', 'name': 'network-vif-deleted', 'tag': '09760663-d2ba-4978-8c1f-1d213e535178', 'status': 'completed', 'code': 200} Sep 02 17:27:54.770738 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-45433857-3c5e-4b44-8339-b7bdf1d40197 req-0acac333-11c0-4ff6-b626-a8eed8935aef tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 210 time: 0.0303183 Sep 02 17:27:56.034999 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [req-234a3285-65ea-4135-8b65-81f41941ddc5 req-8fe54f58-da24-4c84-8c9f-eb8acdd5b1b0 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cde7125-1db8-433f-8fee-7c405eff7077 HTTP/1.1" status: 200 len: 210 time: 0.0250599 Sep 02 17:27:57.091816 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 47158) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:27:57.220516 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e8a2dda0-3fcf-4f8e-bae9-85e7ca8df73c tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Deleting port 0a3f1cb8-3348-4e5d-ac67-cf0f8a65b23e {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:27:57.220855 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8a2dda0-3fcf-4f8e-bae9-85e7ca8df73c tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:57.296980 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8a2dda0-3fcf-4f8e-bae9-85e7ca8df73c tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:57.297315 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8a2dda0-3fcf-4f8e-bae9-85e7ca8df73c tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:57.309498 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e8a2dda0-3fcf-4f8e-bae9-85e7ca8df73c tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Calling delete_port for 0a3f1cb8-3348-4e5d-ac67-cf0f8a65b23e owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:27:57.488946 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8a2dda0-3fcf-4f8e-bae9-85e7ca8df73c tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:57.516119 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2dda0-3fcf-4f8e-bae9-85e7ca8df73c tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event deleted for resources: {'Port': ['ID=0a3f1cb8-3348-4e5d-ac67-cf0f8a65b23e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:27:57.578324 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8a2dda0-3fcf-4f8e-bae9-85e7ca8df73c tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:57.582018 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8a2dda0-3fcf-4f8e-bae9-85e7ca8df73c tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16872'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:57.582018 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-e8a2dda0-3fcf-4f8e-bae9-85e7ca8df73c tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "DELETE /v2.0/floatingips/aed424d9-1656-40a6-b845-d6cbd0852439 HTTP/1.1" status: 204 len: 168 time: 0.4892404 Sep 02 17:27:58.846637 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 09760663-d2ba-4978-8c1f-1d213e535178 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:27:58.867090 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] No Port match for: 09760663-d2ba-4978-8c1f-1d213e535178 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:27:58.867620 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Device 09760663-d2ba-4978-8c1f-1d213e535178 not bound to the agent host hv-cinder-77703 {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:27:58.909526 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 47170) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:27:58.969221 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d41cb1c3-05b0-42d3-a92f-53b15d0a8dc6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:58.994195 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d41cb1c3-05b0-42d3-a92f-53b15d0a8dc6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:59.129248 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d41cb1c3-05b0-42d3-a92f-53b15d0a8dc6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:59.131866 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d41cb1c3-05b0-42d3-a92f-53b15d0a8dc6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:27:59.133090 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-d41cb1c3-05b0-42d3-a92f-53b15d0a8dc6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] 10.222.0.78 "DELETE /v2.0/security-groups/8ab02124-f812-43ae-9e1f-51611c339f75 HTTP/1.1" status: 204 len: 168 time: 0.2225451 Sep 02 17:27:59.149060 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cb1c3-05b0-42d3-a92f-53b15d0a8dc6 tempest-TestVolumeBootPattern-81838711 tempest-TestVolumeBootPattern-81838711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab02124-f812-43ae-9e1f-51611c339f75,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:27:59.257957 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 47174) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:27:59.940545 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0e879fb7-e14b-4365-a80f-1fe549eb395c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650606'] for router_interface, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:00.193963 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-0e879fb7-e14b-4365-a80f-1fe549eb395c admin admin] Deleting port e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d {{(pid=94732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:28:00.194308 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0e879fb7-e14b-4365-a80f-1fe549eb395c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:00.281358 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-0e879fb7-e14b-4365-a80f-1fe549eb395c admin admin] For port e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:28:00.282119 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0e879fb7-e14b-4365-a80f-1fe549eb395c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:00.294793 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-0e879fb7-e14b-4365-a80f-1fe549eb395c admin admin] Calling delete_port for e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d owned by network:router_interface {{(pid=94732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:28:00.518805 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0e879fb7-e14b-4365-a80f-1fe549eb395c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:00.548238 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e879fb7-e14b-4365-a80f-1fe549eb395c admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:28:00.721817 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0e879fb7-e14b-4365-a80f-1fe549eb395c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483724'] for router_interface, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:00.942423 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e879fb7-e14b-4365-a80f-1fe549eb395c admin admin] Router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:28:01.051253 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e879fb7-e14b-4365-a80f-1fe549eb395c admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:28:01.056382 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-0e879fb7-e14b-4365-a80f-1fe549eb395c admin admin] 10.222.0.78 "PUT /v2.0/routers/411d67a9-d429-49ed-b9cd-efa9d0ad2b62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7972836 Sep 02 17:28:01.058883 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 47178) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:28:01.062014 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd8c4d-3960-4e5e-8414-65982abf1a2c None None] Sync routers for ids ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'] in dv-cinder-777031-8-iscsi {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:28:01.072750 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd8c4d-3960-4e5e-8414-65982abf1a2c None None] Routers {'411d67a9-d429-49ed-b9cd-efa9d0ad2b62'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:28:01.073534 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-47dd8c4d-3960-4e5e-8414-65982abf1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:27:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:28:01.167142 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3fc382bd-d473-4a52-9222-8a846915a6eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:01.190649 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-47dd8c4d-3960-4e5e-8414-65982abf1a2c None None] Set router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:28:01.284719 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3fc382bd-d473-4a52-9222-8a846915a6eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:01.388072 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-47dd8c4d-3960-4e5e-8414-65982abf1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:28:00Z', 'revision_number': 5, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port': {'id': '2a6bf094-a0e1-453d-babd-bed55aa21159', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:04Z', 'updated_at': '2021-09-02T17:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:28:01.391306 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-3fc382bd-d473-4a52-9222-8a846915a6eb admin admin] Deleting port 2a6bf094-a0e1-453d-babd-bed55aa21159 {{(pid=94732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:28:01.391651 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3fc382bd-d473-4a52-9222-8a846915a6eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:01.415912 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd8c4d-3960-4e5e-8414-65982abf1a2c None None] Checking router: 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 for host: dv-cinder-777031-8-iscsi {{(pid=94734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:28:01.425900 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd8c4d-3960-4e5e-8414-65982abf1a2c None None] Routers {'411d67a9-d429-49ed-b9cd-efa9d0ad2b62'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:28:01.426533 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-47dd8c4d-3960-4e5e-8414-65982abf1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:27:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'], 'active': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:28:01.472626 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-3fc382bd-d473-4a52-9222-8a846915a6eb admin admin] For port 2a6bf094-a0e1-453d-babd-bed55aa21159, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=2a6bf094-a0e1-453d-babd-bed55aa21159,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:28:01.473073 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3fc382bd-d473-4a52-9222-8a846915a6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:01.490695 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-3fc382bd-d473-4a52-9222-8a846915a6eb admin admin] Calling delete_port for 2a6bf094-a0e1-453d-babd-bed55aa21159 owned by network:router_gateway {{(pid=94732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:28:01.518208 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvr_db [None req-47dd8c4d-3960-4e5e-8414-65982abf1a2c None None] Set router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 gateway port host: None {{(pid=94734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:28:01.579572 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_hamode_db [None req-47dd8c4d-3960-4e5e-8414-65982abf1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:28:01Z', 'revision_number': 6, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port_host': None}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:28:01.606408 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd8c4d-3960-4e5e-8414-65982abf1a2c None None] The sync data for ids ['411d67a9-d429-49ed-b9cd-efa9d0ad2b62'] in dv-cinder-777031-8-iscsi is: [{'id': '411d67a9-d429-49ed-b9cd-efa9d0ad2b62', 'name': 'tempest-TestVolumeBootPattern-1783233062-router', 'tenant_id': 'eef40ab772c24c3fae207636b6dc7087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:03Z', 'updated_at': '2021-09-02T17:28:01Z', 'revision_number': 6, 'project_id': 'eef40ab772c24c3fae207636b6dc7087', 'gw_port_host': None}] {{(pid=94734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:28:01.740809 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3fc382bd-d473-4a52-9222-8a846915a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:01.771502 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc382bd-d473-4a52-9222-8a846915a6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6bf094-a0e1-453d-babd-bed55aa21159,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:28:01.830336 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3fc382bd-d473-4a52-9222-8a846915a6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649128'] for router_gateway, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:01.918324 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3fc382bd-d473-4a52-9222-8a846915a6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5962'] for router, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:01.920481 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3fc382bd-d473-4a52-9222-8a846915a6eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:02.043296 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3fc382bd-d473-4a52-9222-8a846915a6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654346'] for router, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:02.043889 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc382bd-d473-4a52-9222-8a846915a6eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 411d67a9-d429-49ed-b9cd-efa9d0ad2b62 {{(pid=94732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 17:28:02.049560 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-3fc382bd-d473-4a52-9222-8a846915a6eb admin admin] Notify callbacks [] for router, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:02.050725 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-3fc382bd-d473-4a52-9222-8a846915a6eb admin admin] 10.222.0.78 "DELETE /v2.0/routers/411d67a9-d429-49ed-b9cd-efa9d0ad2b62 HTTP/1.1" status: 204 len: 168 time: 0.9909117 Sep 02 17:28:02.053272 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 47180) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:28:02.102252 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.db_base_plugin_v2 [None req-539519f4-2b00-47ca-830a-52bf94de2731 admin admin] Deleting subnet 76dfd7e2-bc6c-4183-9c7f-963c08e111e4 {{(pid=94732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:28:02.105665 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-539519f4-2b00-47ca-830a-52bf94de2731 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:02.144913 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-539519f4-2b00-47ca-830a-52bf94de2731 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3612834'] for subnet, precommit_delete_associations {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:02.285317 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-539519f4-2b00-47ca-830a-52bf94de2731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467972'] for subnet, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:02.409758 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-539519f4-2b00-47ca-830a-52bf94de2731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1468095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13791280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13343739'] for subnet, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:02.434768 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539519f4-2b00-47ca-830a-52bf94de2731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76dfd7e2-bc6c-4183-9c7f-963c08e111e4,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:28:02.439143 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-539519f4-2b00-47ca-830a-52bf94de2731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for subnet, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:02.441635 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-539519f4-2b00-47ca-830a-52bf94de2731 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/76dfd7e2-bc6c-4183-9c7f-963c08e111e4 HTTP/1.1" status: 204 len: 168 time: 0.3867917 Sep 02 17:28:02.444617 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 47182) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:28:02.447530 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4252143-d95b-4544-8305-e6c8424887a0 None None] Network 09ddc5b0-7cc3-4f15-8105-39352848bbe5 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:28:02.530776 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645182'] for network, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:02.591435 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] Deleting port 90d04999-f0a0-4c18-9b40-9d4bb5801c0c {{(pid=94732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:28:02.591959 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:02.627278 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] DHCP port deletion for 09ddc5b0-7cc3-4f15-8105-39352848bbe5 request from dv-cinder-777031-8-iscsi {{(pid=94734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 17:28:02.664274 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] For port 90d04999-f0a0-4c18-9b40-9d4bb5801c0c, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=90d04999-f0a0-4c18-9b40-9d4bb5801c0c,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:28:02.664633 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:02.678332 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.plugin [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] Calling delete_port for 90d04999-f0a0-4c18-9b40-9d4bb5801c0c owned by network:dhcp {{(pid=94732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:28:02.681239 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] Deleting port 90d04999-f0a0-4c18-9b40-9d4bb5801c0c {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:28:02.681666 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:02.761668 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] For port 90d04999-f0a0-4c18-9b40-9d4bb5801c0c, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=90d04999-f0a0-4c18-9b40-9d4bb5801c0c,segment=NetworkSegment(55415a3e-aac5-4ccd-8f7d-b9a47428cbd1),segment_id=55415a3e-aac5-4ccd-8f7d-b9a47428cbd1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:28:02.762202 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:02.777500 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] Calling delete_port for 90d04999-f0a0-4c18-9b40-9d4bb5801c0c owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:28:02.855109 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13791235'] for port, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:02.869939 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:02.881539 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=90d04999-f0a0-4c18-9b40-9d4bb5801c0c,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:28:02.885048 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] No DVR routers for this DVR port 90d04999-f0a0-4c18-9b40-9d4bb5801c0c on host dv-cinder-777031-8-iscsi {{(pid=94732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:28:02.901522 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] Pushing event deleted for resources: {'Port': ['ID=90d04999-f0a0-4c18-9b40-9d4bb5801c0c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:28:02.911074 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] No DVR routers for this DVR port 90d04999-f0a0-4c18-9b40-9d4bb5801c0c on host dv-cinder-777031-8-iscsi {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:28:02.913571 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:28:02.918348 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:28:02.918348 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:28:02.918348 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:28:02.918348 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:28:02.918348 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:28:02.918348 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:28:02.918348 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:28:02.918348 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:28:02.918348 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:28:02.918348 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:28:02.918348 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b234a6-dfc0-4689-9d15-d6b9ee7ae69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-8-iscsi {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 17:28:02.964685 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1470163', 'neutron.services.segments.db._delete_segments_for_network-8737482361959'] for network, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:02.976855 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.services.segments.db [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ddc5b0-7cc3-4f15-8105-39352848bbe5']}} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:28:02.988087 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.services.segments.db [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1') {'for_net_delete': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:28:02.988399 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.services.segments.db [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55415a3e-aac5-4ccd-8f7d-b9a47428cbd1') {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:28:03.004881 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737482362224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3616593'] for segment, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:03.018906 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:03.025171 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=94732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:28:03.025606 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13791326'] for segment, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: Traceback (most recent call last): Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: timer() Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: cb(*args, **kw) Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: return func(*args, **kwargs) Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: self._notify() Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: self.callback(batched_events) Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: event.method(event) Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: return f(self, *a, **k) Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: return self._get(url).json() Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: return self.request(url, 'GET', **kwargs) Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:28:03.027307 dv-cinder-777031-8-iscsi neutron-server[94732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:28:03.141573 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483664'] for network, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:03.147261 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:03.149357 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/09ddc5b0-7cc3-4f15-8105-39352848bbe5 HTTP/1.1" status: 204 len: 168 time: 0.7037630 Sep 02 17:28:03.152584 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 47184) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:28:03.160720 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac8bb5-6553-433f-8d4d-22ead737d8a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=09ddc5b0-7cc3-4f15-8105-39352848bbe5,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:28:03.305089 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 2a6bf094-a0e1-453d-babd-bed55aa21159 no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:28:03.327400 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: 2a6bf094-a0e1-453d-babd-bed55aa21159 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:28:03.327741 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 2a6bf094-a0e1-453d-babd-bed55aa21159 not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:28:03.328297 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:28:03.349721 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:28:03.350057 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device e9ca0ab6-8dda-43ea-acd5-a7701c3feb5d not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:28:03.350480 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 90d04999-f0a0-4c18-9b40-9d4bb5801c0c no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:28:03.370038 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: 90d04999-f0a0-4c18-9b40-9d4bb5801c0c {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:28:03.370383 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 90d04999-f0a0-4c18-9b40-9d4bb5801c0c not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:28:03.549198 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7aa65021-2e21-4109-b0a7-8c5b8e0240bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650606'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:03.811694 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-7aa65021-2e21-4109-b0a7-8c5b8e0240bb admin admin] Deleting port b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:28:03.812144 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7aa65021-2e21-4109-b0a7-8c5b8e0240bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:03.907910 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-7aa65021-2e21-4109-b0a7-8c5b8e0240bb admin admin] For port b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40,segment=NetworkSegment(d4054825-56c5-481c-b5e6-964ded3e3a3e),segment_id=d4054825-56c5-481c-b5e6-964ded3e3a3e)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:28:03.908270 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7aa65021-2e21-4109-b0a7-8c5b8e0240bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:03.923016 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-7aa65021-2e21-4109-b0a7-8c5b8e0240bb admin admin] Calling delete_port for b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:28:04.186280 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7aa65021-2e21-4109-b0a7-8c5b8e0240bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:04.213051 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa65021-2e21-4109-b0a7-8c5b8e0240bb admin admin] Pushing event deleted for resources: {'Port': ['ID=b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:28:04.419147 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7aa65021-2e21-4109-b0a7-8c5b8e0240bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483724'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:04.637960 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa65021-2e21-4109-b0a7-8c5b8e0240bb admin admin] Router cfb0d3b4-5f72-4999-871b-0b0266ff6965 has already been hosted by L3 agent 18c134ec-7ee5-4470-9260-0dcf7f8306af {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 17:28:04.747337 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa65021-2e21-4109-b0a7-8c5b8e0240bb admin admin] Notify agent at l3_agent.dv-cinder-777031-8-iscsi the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 17:28:04.753076 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-7aa65021-2e21-4109-b0a7-8c5b8e0240bb admin admin] 10.222.0.78 "PUT /v2.0/routers/cfb0d3b4-5f72-4999-871b-0b0266ff6965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5993445 Sep 02 17:28:04.755641 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 47186) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:28:04.758300 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a5b04-7859-450d-8397-ef1bc0489f44 None None] Sync routers for ids ['cfb0d3b4-5f72-4999-871b-0b0266ff6965'] in dv-cinder-777031-8-iscsi {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 17:28:04.769761 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a5b04-7859-450d-8397-ef1bc0489f44 None None] Routers {'cfb0d3b4-5f72-4999-871b-0b0266ff6965'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:28:04.770383 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c48a5b04-7859-450d-8397-ef1bc0489f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:27:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['cfb0d3b4-5f72-4999-871b-0b0266ff6965'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:28:04.863104 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88c6e234-3be1-4a75-8f34-afa902bf90c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:04.884292 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-c48a5b04-7859-450d-8397-ef1bc0489f44 None None] Set router cfb0d3b4-5f72-4999-871b-0b0266ff6965 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:28:05.106362 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c48a5b04-7859-450d-8397-ef1bc0489f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'name': 'tempest-TestVolumeBootPattern-2144186934-router', 'tenant_id': 'e1ef979a91124a569e6e82e760a97314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'bf05567a-c05f-44d9-a44a-9d7c445fd1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:09Z', 'updated_at': '2021-09-02T17:28:04Z', 'revision_number': 5, 'project_id': 'e1ef979a91124a569e6e82e760a97314', 'gw_port': {'id': 'bf05567a-c05f-44d9-a44a-9d7c445fd1ee', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:10Z', 'updated_at': '2021-09-02T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:28:05.138704 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a5b04-7859-450d-8397-ef1bc0489f44 None None] Checking router: cfb0d3b4-5f72-4999-871b-0b0266ff6965 for host: dv-cinder-777031-8-iscsi {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 17:28:05.149567 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a5b04-7859-450d-8397-ef1bc0489f44 None None] Routers {'cfb0d3b4-5f72-4999-871b-0b0266ff6965'} bound to L3 agent in host dv-cinder-777031-8-iscsi {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 17:28:05.150190 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c48a5b04-7859-450d-8397-ef1bc0489f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T17:02:45Z,description=,heartbeat_timestamp=2021-09-02T17:27:45Z,host='dv-cinder-777031-8-iscsi',id=18c134ec-7ee5-4470-9260-0dcf7f8306af,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T17:02:46Z,topic='l3_agent')) {'router_ids': ['cfb0d3b4-5f72-4999-871b-0b0266ff6965'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:28:05.258204 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88c6e234-3be1-4a75-8f34-afa902bf90c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:05.285921 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-c48a5b04-7859-450d-8397-ef1bc0489f44 None None] Set router cfb0d3b4-5f72-4999-871b-0b0266ff6965 gateway port host: dv-cinder-777031-8-iscsi {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 17:28:05.430032 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-88c6e234-3be1-4a75-8f34-afa902bf90c0 admin admin] Deleting port bf05567a-c05f-44d9-a44a-9d7c445fd1ee {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:28:05.430376 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88c6e234-3be1-4a75-8f34-afa902bf90c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:05.479969 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c48a5b04-7859-450d-8397-ef1bc0489f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'name': 'tempest-TestVolumeBootPattern-2144186934-router', 'tenant_id': 'e1ef979a91124a569e6e82e760a97314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'bf05567a-c05f-44d9-a44a-9d7c445fd1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:09Z', 'updated_at': '2021-09-02T17:28:04Z', 'revision_number': 5, 'project_id': 'e1ef979a91124a569e6e82e760a97314', 'gw_port': {'id': 'bf05567a-c05f-44d9-a44a-9d7c445fd1ee', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:10Z', 'updated_at': '2021-09-02T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}], 'dv-cinder-777031-8-iscsi', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:28:05.511654 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-88c6e234-3be1-4a75-8f34-afa902bf90c0 admin admin] For port bf05567a-c05f-44d9-a44a-9d7c445fd1ee, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=bf05567a-c05f-44d9-a44a-9d7c445fd1ee,segment=NetworkSegment(3b882048-70df-4e9b-b095-ee2ad65bb1b9),segment_id=3b882048-70df-4e9b-b095-ee2ad65bb1b9)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:28:05.512016 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88c6e234-3be1-4a75-8f34-afa902bf90c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:05.513557 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a5b04-7859-450d-8397-ef1bc0489f44 None None] The sync data for ids ['cfb0d3b4-5f72-4999-871b-0b0266ff6965'] in dv-cinder-777031-8-iscsi is: [{'id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'name': 'tempest-TestVolumeBootPattern-2144186934-router', 'tenant_id': 'e1ef979a91124a569e6e82e760a97314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'external_fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'bf05567a-c05f-44d9-a44a-9d7c445fd1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T17:21:09Z', 'updated_at': '2021-09-02T17:28:04Z', 'revision_number': 5, 'project_id': 'e1ef979a91124a569e6e82e760a97314', 'gw_port': {'id': 'bf05567a-c05f-44d9-a44a-9d7c445fd1ee', 'name': '', 'network_id': '590119a4-1f8b-48ad-9c89-4c6964c18e67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0d3b4-5f72-4999-871b-0b0266ff6965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T17:21:10Z', 'updated_at': '2021-09-02T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdc9a3e-6ce5-4dce-a686-134e15b48f48', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-8-iscsi'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 17:28:05.539508 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-88c6e234-3be1-4a75-8f34-afa902bf90c0 admin admin] Calling delete_port for bf05567a-c05f-44d9-a44a-9d7c445fd1ee owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:28:05.781848 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88c6e234-3be1-4a75-8f34-afa902bf90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:05.808006 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6e234-3be1-4a75-8f34-afa902bf90c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf05567a-c05f-44d9-a44a-9d7c445fd1ee,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:28:05.872959 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88c6e234-3be1-4a75-8f34-afa902bf90c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649128'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:05.972358 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88c6e234-3be1-4a75-8f34-afa902bf90c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5962'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:05.974662 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88c6e234-3be1-4a75-8f34-afa902bf90c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:06.090941 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88c6e234-3be1-4a75-8f34-afa902bf90c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654346'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:06.091487 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c6e234-3be1-4a75-8f34-afa902bf90c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfb0d3b4-5f72-4999-871b-0b0266ff6965 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 17:28:06.097107 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88c6e234-3be1-4a75-8f34-afa902bf90c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:06.098291 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-88c6e234-3be1-4a75-8f34-afa902bf90c0 admin admin] 10.222.0.78 "DELETE /v2.0/routers/cfb0d3b4-5f72-4999-871b-0b0266ff6965 HTTP/1.1" status: 204 len: 168 time: 1.3416946 Sep 02 17:28:06.100751 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 47188) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:28:06.151568 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15e7883-84a1-44fa-96fe-e7b4eb059ea2 admin admin] Deleting subnet 460c20c3-79d5-4136-a89a-fbf71eaeeb93 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 17:28:06.155529 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b15e7883-84a1-44fa-96fe-e7b4eb059ea2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:06.191301 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b15e7883-84a1-44fa-96fe-e7b4eb059ea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13112629'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:06.269005 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b15e7883-84a1-44fa-96fe-e7b4eb059ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467972'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:06.369267 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b15e7883-84a1-44fa-96fe-e7b4eb059ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1468095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13434269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13468955'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:06.396616 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e7883-84a1-44fa-96fe-e7b4eb059ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=460c20c3-79d5-4136-a89a-fbf71eaeeb93,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:28:06.403271 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b15e7883-84a1-44fa-96fe-e7b4eb059ea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:06.405899 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-b15e7883-84a1-44fa-96fe-e7b4eb059ea2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/460c20c3-79d5-4136-a89a-fbf71eaeeb93 HTTP/1.1" status: 204 len: 168 time: 0.3034170 Sep 02 17:28:06.408725 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 47190) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:28:06.409915 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ba2573-26ef-4509-bba2-0b7b0f4a1627 None None] Network e583dc68-8b71-4b2e-b226-697ea247d251 requested from dv-cinder-777031-8-iscsi {{(pid=94734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 17:28:06.486971 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645182'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:06.550085 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] Deleting port 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:28:06.550415 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:06.616725 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e432e6-498e-4e2c-a4ce-76c2327fedba None None] DHCP port deletion for e583dc68-8b71-4b2e-b226-697ea247d251 request from dv-cinder-777031-8-iscsi {{(pid=94734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 17:28:06.632045 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] For port 313d2a4a-0641-48b8-90a8-f24ac6dc3b21, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=313d2a4a-0641-48b8-90a8-f24ac6dc3b21,segment=NetworkSegment(d4054825-56c5-481c-b5e6-964ded3e3a3e),segment_id=d4054825-56c5-481c-b5e6-964ded3e3a3e)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:28:06.632540 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:06.651894 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] Calling delete_port for 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:28:06.675693 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-11e432e6-498e-4e2c-a4ce-76c2327fedba None None] Deleting port 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 17:28:06.676072 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11e432e6-498e-4e2c-a4ce-76c2327fedba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737482395127'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:06.741691 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-11e432e6-498e-4e2c-a4ce-76c2327fedba None None] For port 313d2a4a-0641-48b8-90a8-f24ac6dc3b21, host dv-cinder-777031-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-8-iscsi',level=0,port_id=313d2a4a-0641-48b8-90a8-f24ac6dc3b21,segment=NetworkSegment(d4054825-56c5-481c-b5e6-964ded3e3a3e),segment_id=d4054825-56c5-481c-b5e6-964ded3e3a3e)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 17:28:06.742403 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11e432e6-498e-4e2c-a4ce-76c2327fedba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645721'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:06.758209 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-11e432e6-498e-4e2c-a4ce-76c2327fedba None None] Calling delete_port for 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 17:28:06.820440 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13434286'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:06.845003 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11e432e6-498e-4e2c-a4ce-76c2327fedba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1678348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737482402241', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737481846667'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:06.848176 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=313d2a4a-0641-48b8-90a8-f24ac6dc3b21,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:28:06.852835 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] No DVR routers for this DVR port 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 on host dv-cinder-777031-8-iscsi {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:28:06.872501 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e432e6-498e-4e2c-a4ce-76c2327fedba None None] Pushing event deleted for resources: {'Port': ['ID=313d2a4a-0641-48b8-90a8-f24ac6dc3b21,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:28:06.880968 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e432e6-498e-4e2c-a4ce-76c2327fedba None None] No DVR routers for this DVR port 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 on host dv-cinder-777031-8-iscsi {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 17:28:06.947021 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1470163', 'neutron.services.segments.db._delete_segments_for_network-8737482361959'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:06.959513 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e583dc68-8b71-4b2e-b226-697ea247d251']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:28:06.970273 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4054825-56c5-481c-b5e6-964ded3e3a3e') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:28:06.970570 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4054825-56c5-481c-b5e6-964ded3e3a3e') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 17:28:06.981043 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737482362224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13114054'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:06.997804 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:07.007405 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] Releasing vlan 1226 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 17:28:07.007813 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1466169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13434355'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: Traceback (most recent call last): Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: timer() Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: cb(*args, **kw) Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: return func(*args, **kwargs) Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: self._notify() Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: self.callback(batched_events) Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: event.method(event) Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: return f(self, *a, **k) Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._get(url).json() Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 17:28:07.009585 dv-cinder-777031-8-iscsi neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 17:28:07.158166 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483664'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:07.165448 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527327'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:07.167540 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] 10.222.0.78 "DELETE /v2.0/networks/e583dc68-8b71-4b2e-b226-697ea247d251 HTTP/1.1" status: 204 len: 168 time: 0.7578268 Sep 02 17:28:07.184263 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4d7a5-10ca-45da-9a52-fd93df9b9f1b admin admin] Pushing event deleted for resources: {'Network': ['ID=e583dc68-8b71-4b2e-b226-697ea247d251,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:28:07.308593 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:28:07.332336 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:28:07.332616 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device 313d2a4a-0641-48b8-90a8-f24ac6dc3b21 not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:28:07.333083 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:28:07.360968 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:28:07.361403 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device b51bf2e8-c5f3-4040-bf0a-6ab62fc71c40 not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:28:07.361935 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device bf05567a-c05f-44d9-a44a-9d7c445fd1ee no longer exists at agent ovs-agent-dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 17:28:07.390780 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] No Port match for: bf05567a-c05f-44d9-a44a-9d7c445fd1ee {{(pid=94734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 17:28:07.391143 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron.plugins.ml2.rpc [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Device bf05567a-c05f-44d9-a44a-9d7c445fd1ee not bound to the agent host dv-cinder-777031-8-iscsi {{(pid=94734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 17:28:07.549882 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 47194) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:28:07.605122 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-701533fc-5791-4dff-ab29-cdfce45f9350 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eef40ab772c24c3fae207636b6dc7087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535223 Sep 02 17:28:07.607604 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.78', 47196) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:28:07.668001 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a018ad8e-9d69-4682-baf4-8af74407239b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:07.690900 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a018ad8e-9d69-4682-baf4-8af74407239b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:07.809099 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a018ad8e-9d69-4682-baf4-8af74407239b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:07.812536 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a018ad8e-9d69-4682-baf4-8af74407239b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:07.813774 dv-cinder-777031-8-iscsi neutron-server[94733]: INFO neutron.wsgi [None req-a018ad8e-9d69-4682-baf4-8af74407239b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c5d48765-ed53-4774-8232-71ec804fe597 HTTP/1.1" status: 204 len: 168 time: 0.2044718 Sep 02 17:28:07.821856 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018ad8e-9d69-4682-baf4-8af74407239b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d48765-ed53-4774-8232-71ec804fe597,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:28:08.448831 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 47202) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:28:08.491406 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-8f6f8615-d409-4d32-8741-264504af6dd0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e1ef979a91124a569e6e82e760a97314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410702 Sep 02 17:28:08.493995 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [-] (94732) accepted ('10.222.0.78', 47204) {{(pid=94732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 17:28:08.547852 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6907-d6f2-47ec-91c4-e70874a5febc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:08.569155 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6907-d6f2-47ec-91c4-e70874a5febc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:08.683697 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6907-d6f2-47ec-91c4-e70874a5febc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465898'] for security_group, after_delete {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:08.686810 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6907-d6f2-47ec-91c4-e70874a5febc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:08.688129 dv-cinder-777031-8-iscsi neutron-server[94732]: INFO neutron.wsgi [None req-d0fa6907-d6f2-47ec-91c4-e70874a5febc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de8ea0b8-b6e6-4b08-83db-af17ca632c09 HTTP/1.1" status: 204 len: 168 time: 0.1929591 Sep 02 17:28:08.695098 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:28:08.696677 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa6907-d6f2-47ec-91c4-e70874a5febc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8ea0b8-b6e6-4b08-83db-af17ca632c09,revision_number=None']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 17:28:09.906943 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:12.632225 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b7d83667-c5dc-4e3a-8c69-c84413fd16b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:15.255236 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0432f009-1194-4ccd-b355-c5b9edd3bf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:15.529554 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:16.255468 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:18.197573 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:39.929079 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:42.672334 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aca19c7d-2ed3-45ef-afd8-ed2637dbe651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:45.257526 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e0d35166-37f2-44db-86da-dcbae910b755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:45.546327 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:45.694271 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:28:46.260675 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:28:48.211400 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:29:05.643700 dv-cinder-777031-8-iscsi neutron-server[94732]: DEBUG neutron.wsgi [req-6a9139ce-2290-4326-8226-ffb0f492dade req-1654c51d-f037-409c-bbc1-464b77bd82a3 service neutron] (94732) timed out ('10.222.0.78', 40074) {{(pid=94732) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 17:29:09.917431 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:29:12.563478 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-72232744-ff48-4b17-a5d6-0b2b756927e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:29:15.254803 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb58e-d41c-4730-9b80-f49ad68d2dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:29:15.535005 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:29:16.255021 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:29:18.186158 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:29:22.693090 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:29:39.917981 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:29:42.580530 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ca6113b6-6344-46c5-a1f3-354b1d76c319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:29:45.231839 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-29d1b1c6-60be-4014-a413-66b51d6ebd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:29:45.546498 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:29:46.289171 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:29:48.208725 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:29:59.692913 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:30:09.918096 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:30:12.575625 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a1b13236-49ad-4c9b-81a7-a096616e3c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:30:15.265349 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5033cc1b-0c65-445f-94f5-55dea66816a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:30:15.540665 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:30:16.289615 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:30:18.249708 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:30:36.691984 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:30:39.935544 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:30:42.604183 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-021aa81f-0df3-4c6d-947a-946b576ee3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:30:45.260137 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a96a-592a-461b-a45e-3ebc0aa37000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:30:45.570004 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:30:46.261071 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:30:48.278228 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:31:09.958602 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:31:12.610167 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8732e8ce-df27-4073-ae09-b78deb093496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:31:13.691139 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:31:15.238459 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8fd5e4a8-3dbd-435c-9201-efd5fcd61d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:31:15.541362 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:31:16.278372 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:31:18.215431 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:31:39.958379 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:31:42.575623 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3c2abfc-a71f-4b90-814e-30213b193b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:31:45.250450 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3598df0c-9476-40a8-b531-3074ee0a83a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:31:45.564529 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:31:46.296023 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:31:48.220251 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:31:50.689823 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:31:55.444951 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [req-78971be2-3b14-4108-8185-2e5d2d1a7c26 req-9f06b32a-b6cd-4dcc-aee9-2f3f5fd515b1 tempest-TestMinimumBasicScenario-1141401713 tempest-TestMinimumBasicScenario-1141401713-project] (94733) timed out ('10.222.0.46', 64801) {{(pid=94733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 17:32:09.980379 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:32:12.597318 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0f0508c-27d8-4017-8fc9-ec11d903a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:32:15.290418 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-883bdd92-73d6-408e-bf60-737a5a924ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:32:15.599491 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:32:16.305961 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:32:18.277247 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:32:27.688815 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:32:39.968546 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:32:42.627467 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3b67047f-3cb0-450a-a41e-cacb397ba043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:32:45.297431 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2edb6c50-0225-405e-af8e-d9415075dd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:32:45.610424 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:32:46.318544 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:32:48.364539 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:33:04.687925 dv-cinder-777031-8-iscsi neutron-server[94735]: DEBUG neutron.db.agents_db [None req-a14043fa-c1db-4a1b-bc1f-4c50afd08494 None None] Agent healthcheck: found 6 active agents {{(pid=94735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 17:33:09.945904 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9269206e-6ced-4cd8-b18a-3b4dc3ed3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:33:12.603209 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f2c13c1-3fe6-433a-ad1b-005614c7adda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:33:13.728867 dv-cinder-777031-8-iscsi neutron-server[94733]: DEBUG neutron.wsgi [req-29880627-22fb-413d-8f05-cd9bfb98dd43 req-5e6146ea-7890-4181-9562-083e313edcb3 service neutron] (94733) timed out ('10.222.0.78', 44330) {{(pid=94733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 17:33:15.287300 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5837339a-c968-488c-b783-41855ea48be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:33:15.568931 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7aad740-bcf0-4546-8a20-d874558e768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:33:16.323856 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c35e5293-3f46-4ad4-9b26-bc2cca6860ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 17:33:18.303716 dv-cinder-777031-8-iscsi neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bd076c7-43d1-4e1c-93ad-50ec7e9c391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737482361941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471443'] for agent, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}